framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,1.0271743774414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.8048480033874512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,1.0269344329833985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,1.3519743919372558
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,1.7853504180908204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,1.7846208572387696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.8000703811645508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,1.3476608276367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,2.1118400573730467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,1.2184351921081542
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,1.586252784729004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,1.7376415252685546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,2.1694976806640627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,1.8520288467407227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,2.758208084106445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,2.2947519302368162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,2.4915199279785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,3.0665056228637697
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,1.2241087913513184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,3.3145118713378907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,3.0666303634643555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,1.770560073852539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,4.364985656738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,4.109251022338867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,2.9538175582885744
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,4.042172622680664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,5.22314224243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,4.037401580810547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,6.577219390869141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,3.031113624572754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,5.158000183105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,6.746498870849609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,6.289926528930664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,6.386044692993164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,6.466012573242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,6.287343978881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,10.409024047851563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,6.315727996826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,10.891251373291016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,10.677474975585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,10.75
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,6.4202018737792965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,6.4241790771484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,6.315427017211914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,6.2697185516357425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,10.716751861572266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,6.440681457519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,6.530601501464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,10.969404602050782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,6.266921615600586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,10.855369567871094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,11.089945220947266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,6.379500961303711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,6.392156982421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,6.554720306396485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,6.381296157836914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,10.763772583007812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,11.011984252929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,6.463929748535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,10.758982086181641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,11.160352325439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,6.488658905029297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,6.490790557861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,6.403778839111328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,6.498067474365234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,10.93253402709961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,11.04434585571289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,6.653606414794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,6.591053009033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,10.93039321899414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,6.436515045166016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,11.047452545166015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,6.4962913513183596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,6.601468658447265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,11.250272369384765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,6.747074890136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,6.558806610107422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,11.279341125488282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,11.055101013183593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,10.98016357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,6.548540496826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,6.6868736267089846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,6.7778465270996096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,6.600383758544922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,11.107695770263671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,11.19335708618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,11.104713439941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,11.127276611328124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,6.703619384765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,6.73511962890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,6.8715362548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,6.640486145019532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,11.293619537353516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,11.112413024902343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,11.206607818603516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,11.154547119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,6.859693145751953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,6.984047698974609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,7.042189025878907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,6.801455688476563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,11.57085723876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,11.163986968994141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,11.64740447998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,11.330188751220703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,7.157266998291016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,7.1244384765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,6.8329315185546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,6.99560317993164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,11.302642822265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,11.659766387939452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,11.393647766113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,11.822601318359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,7.2491905212402346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,7.577410888671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,7.269865417480469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,7.399606323242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,11.553327941894532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,11.412403106689453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,11.799398040771484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,12.074905395507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,7.781705474853515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,8.08872299194336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,7.9244384765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,11.704083251953126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,11.936393737792969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,7.643023681640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,12.404275512695312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,12.411459350585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,8.644790649414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,12.761622619628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,12.41021728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,12.435648345947266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,8.751932525634766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,13.062471008300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,8.79721908569336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,8.634687805175782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,13.500250244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,13.52557830810547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,13.614627075195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,12.836143493652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,9.72580795288086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,9.99544677734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,9.83993911743164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,9.583833312988281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,15.347430419921874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,15.201689147949219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,14.706761169433594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,14.759580993652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,11.614115142822266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,12.231769561767578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,12.253945922851562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,16.18583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,16.90797119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,17.166889953613282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,16.677513122558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,11.297200012207032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,13.777325439453126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,21.608125305175783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,20.314540100097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,15.903875732421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,19.88248291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,20.76782684326172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,15.979129028320312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,13.489385986328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,27.5393798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,23.64927978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,19.04859161376953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,24.264434814453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,26.971405029296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,23.30388488769531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,23.095657348632812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,19.02801971435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,31.98001708984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,40.84559326171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,32.743804931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,24.100810241699218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,40.06719970703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,29.8714599609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,30.250579833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,23.93669738769531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,42.17720031738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,54.66290283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,41.60741271972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,53.675634765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,34.973052978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,48.02009887695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,35.12344665527344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,46.293783569335936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,60.55726318359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,83.00384521484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,60.9041259765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,80.34526977539062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,47.16112060546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,62.6478759765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,79.99992065429687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,46.34208374023437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,62.04652709960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,109.35926513671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,81.61041870117188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,105.76661376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,68.7308837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,94.06236572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,120.76612548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,68.50448608398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,93.51919555664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,163.7223388671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,160.65560302734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,121.9018798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,126.1886474609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,92.09696044921876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,164.3997802734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,123.83587646484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,91.13409423828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,219.47177734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,213.93427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,164.37742919921874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,159.4516845703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,115.1125732421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,202.79256591796874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,156.66353759765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,113.37266845703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,276.0485107421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,268.3571533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,202.777978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,252.76572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,182.2693115234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,179.73065185546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,324.6221435546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,248.1313720703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,438.35908203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,426.73984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,325.357568359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,363.73994140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,1.1435392379760743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,2.051580810546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,4.038169479370117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,8.073942565917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,12.303376007080079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,16.376710510253908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,23.003762817382814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,24.52539825439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,25.440748596191405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,26.166213989257812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,508.35732421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,26.79895935058594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.8027135848999023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,1.467465591430664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,2.898624038696289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,27.30072021484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,5.841580963134765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,8.882073974609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,28.074600219726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,11.866236877441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,17.142678833007814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,28.850772094726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,17.7950439453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,17.928189086914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,18.714495849609374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,43.63188781738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,19.183056640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,20.120005798339843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,44.83811950683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,20.143399047851563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,20.81824645996094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,46.069769287109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,41.855047607421874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,46.83447265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,41.947137451171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,48.739019775390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,43.209841918945315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,357.5074462890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,1.1430912017822266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,2.233875274658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,4.033327865600586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,45.41408081054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,8.057389068603516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,10.908953857421874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,50.774365234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,14.806842041015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,646.900634765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.7982687950134277
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,22.68561248779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,1.598755168914795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,3.167897605895996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,5.7670654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,46.26588134765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,8.072777557373048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,23.815122985839842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,10.865961456298828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,16.617715454101564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,25.03233642578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,17.70536651611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,52.92301635742187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,25.76061096191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,18.308639526367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,48.257763671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,26.534085083007813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,18.438595581054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,19.37538299560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,27.026571655273436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,19.736285400390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,27.861138916015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,20.393235778808595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,49.82125549316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,28.96068420410156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,56.17081909179687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,21.268275451660156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,44.51731872558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,42.785787963867186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,883.12919921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.028201600909233092
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.251859188079834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.48836798667907716
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.7499807834625244
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.8870816230773926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,1.4335616111755372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,1.5531935691833496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,1.5983807563781738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,1.621820831298828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,1.6387456893920898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,1.6572063446044922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,2.4504703521728515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,45.69584350585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,43.54649353027344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,2.4968576431274414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,2.497123146057129
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,51.065573120117186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,2.568489646911621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,2.5706560134887697
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,45.01798706054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,2.606934356689453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,46.723019409179685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,59.39603271484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,2.664473533630371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,2.6686912536621095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,46.408139038085935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,49.613525390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,2.805219268798828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,52.6459716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,48.06069641113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,50.72799987792969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,2.9380895614624025
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,49.29725952148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,52.76430053710938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,3.3498783111572266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,68.78570556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,50.88118286132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,54.293463134765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,3.786956787109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,57.5890869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,53.239691162109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,58.06319580078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,498.3341796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.020880000293254854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.0815936028957367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.3009248018264771
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.45908160209655763
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.5935232162475585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,5.048745727539062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.9815199851989747
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,1.0339808464050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,1.0477760314941407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,1.0936127662658692
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,1.0857536315917968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,1.106931209564209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,79.9767822265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,2.220307159423828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,2.229507255554199
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,2.2492576599121095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,2.251408004760742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,2.2925119400024414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,2.281737518310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,2.30501766204834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,55.792138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,65.09974975585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,61.9198974609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,2.4006303787231444
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,2.4812511444091796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,7.003919982910157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,2.5918815612792967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,2.782624053955078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,63.46331787109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,73.53133544921874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,3.191116714477539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,105.49219970703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,861.0244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.02839680016040802
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.25114879608154295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.4653952121734619
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.652668809890747
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.8203007698059082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,1.4543487548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,1.537484836578369
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,1.6112127304077148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,1.6497407913208009
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,1.6639135360717774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,1.6888671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,2.466796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,83.21302490234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,2.5290016174316405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,2.487468719482422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,10.087388610839843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,2.569900894165039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,2.5807167053222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,2.6336416244506835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,4.321635055541992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,2.692585563659668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,71.62919921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,2.7339391708374023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,84.81419067382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,2.856857681274414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,3.011503982543945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,5.311084747314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,3.442617416381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,652.525
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.021164800226688384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.07618880271911621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.29545600414276124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.4295231819152832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.5291423797607422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.9659071922302246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,1.052393627166748
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,1.0749407768249513
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,1.1106911659240724
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,1.1064864158630372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,1.1058143615722655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,4.081123352050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,2.2308639526367187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,2.248124885559082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,2.2856576919555662
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,2.270025634765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,13.12022705078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,2.314041519165039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,2.3363744735717775
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,133.80787353515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,89.92611694335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,2.3611520767211913
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,2.4049631118774415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,104.72340087890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,110.65484619140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,2.4830816268920897
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,7.713283538818359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,2.621993637084961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,5.2657215118408205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,2.9156063079833983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,3.4361503601074217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,6.78057632446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,16.531500244140624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,4.526483154296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,113.173681640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,10.092425537109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,138.55408935546876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,170.45670166015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,136.16685791015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,5.772032165527344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,9.983280181884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.01,12.7829345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,136.81485595703126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,8.125462341308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,25.743453979492188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,167.38668212890624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,13.071728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,188.1382080078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,248.574365234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,10.577558135986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.01,19.761080932617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,196.095361328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,16.5531005859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,246.3804931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.2,13.125993347167968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,52.532232666015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.49920001029968264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.8893343925476074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,1.7302751541137695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,2.580403137207031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,3.4771808624267577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,5.693840026855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,5.987311935424804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,6.209225463867187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,6.410361480712891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,6.386368179321289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,6.549958038330078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,10.258454132080079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,10.281199645996093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,10.375071716308593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,10.589395141601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,10.726377868652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,10.884700775146484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,11.13515853881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,11.438220977783203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,11.532844543457031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,12.074755096435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,13.380268859863282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,25.514857482910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,15.323306274414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.01,39.43989868164063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.35371520519256594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.7301472187042236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,1.3198847770690918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,1.9614336013793945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,2.694483184814453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,4.312588882446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,4.526547241210937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,4.637846374511719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,4.790851211547851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,4.86448974609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,4.927740859985351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,9.988777923583985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,10.241027069091796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,10.216316986083985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,10.328726196289063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,10.603561401367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,10.68804473876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,20.406544494628907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,10.749932861328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,359.62783203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.4969632148742676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.9678463935852051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,1.8644800186157227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,2.55032958984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,3.501260757446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,5.58661117553711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,6.175964736938477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,10.983023834228515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,6.339859390258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,6.4656318664550785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,6.546540832519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,6.6620033264160154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,473.914404296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.3510495901107788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.7250688076019287
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,1.3530048370361327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,1.8919424057006835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,2.625641632080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,10.25360336303711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,4.26671028137207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,11.079261016845702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,4.656252670288086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,10.385359954833984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,4.735663986206054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,4.9512382507324215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.2,20.29175720214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,10.550054168701172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,4.955920028686523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,4.9968414306640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,10.64159698486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,10.183049774169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,11.577900695800782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,10.188780975341796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,10.901068878173827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,10.489730834960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,10.943942260742187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,10.57262725830078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,10.588371276855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,11.153858947753907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,26.292562866210936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,10.723308563232422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,12.56404800415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,11.492063903808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,11.009619140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,11.04516143798828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,11.84508819580078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,11.360944366455078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,13.76983642578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,12.619923400878907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,11.820358276367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,14.477424621582031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,13.350668334960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,17.40576934814453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,40.21648254394531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,364.62705078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,1.2304415702819824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,2.184304046630859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,16.392544555664063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,4.297526550292969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,7.170086669921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,9.800921630859374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,14.915875244140626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,16.666169738769533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,17.74480285644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,18.496003723144533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,18.9129150390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,19.33770294189453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,19.78325500488281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,19.936146545410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,21.27824249267578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,30.92135009765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,21.09876403808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,18.5814208984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,32.11888427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,463.60703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.893500804901123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,1.7275167465209962
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,3.5023422241210938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,5.341024017333984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,32.17562561035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,7.393443298339844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,12.48183364868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,13.124697875976562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,32.99509887695312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,13.66649932861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,14.141874694824219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,14.420013427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,33.64034729003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,14.7416259765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,15.161375427246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,34.831121826171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,29.819259643554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,51.598931884765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,30.963101196289063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,22.770521545410155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,36.48562927246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,30.830343627929686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,29.246954345703124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,26.847833251953126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,31.9481689453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,38.062255859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,32.68429870605469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,33.35151672363281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,39.83322448730469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,34.55867309570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,43.661328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,35.578311157226565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,35.86336059570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,48.38947448730469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,31.50049743652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,38.229190063476565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,38.47531433105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,63.17673950195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,40.118429565429686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,41.22621459960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,59.981744384765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,49.043148803710935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,74.02631225585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,47.930224609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,59.327099609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,51.48060302734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,40.90882873535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,103.33868408203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,100.09697875976562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,79.22427368164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,133.535400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,73.9212890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,64.09304809570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,101.8564453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,49.650515747070315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,51.96571655273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,1.232431983947754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,2.191868782043457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,4.297919845581054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,6.403984069824219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,8.969862365722657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,16.544358825683595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,17.722198486328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,18.282879638671876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,19.00830078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.2,39.950799560546876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.892569637298584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,1.7106496810913085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,3.1981504440307615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,4.745340728759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,19.349554443359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,6.786457824707031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,12.422624206542968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,20.3551513671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,13.11771240234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,13.786146545410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,20.620310974121093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,14.543693542480469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,14.623274230957032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,31.918780517578124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,15.127442932128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,15.203106689453126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,32.091766357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,31.358114624023436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,32.69025573730469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,31.44833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,33.34037780761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,31.987750244140624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,34.367898559570314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,32.39486389160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,35.32645874023437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,168.55560302734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,32.861761474609374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,36.68245239257813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,34.25754089355469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,34.99049377441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,38.59049682617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,126.25291748046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,35.9429931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,40.136233520507815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,36.940591430664064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,44.81767883300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,40.244134521484376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,50.50153503417969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,44.56511535644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,62.143829345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,198.29072265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,1.143990421295166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,2.2357120513916016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,53.18873291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,4.044883346557617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,8.083270263671874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,14.52692108154297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,20.930111694335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,24.679446411132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,32.56033020019531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,33.80506286621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,34.93907165527344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,36.20637512207031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,75.28276977539062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,37.32119445800781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,63.78261108398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,37.68499755859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,99.58494262695312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,39.191226196289065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,254.540283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,76.35330810546876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,40.040087890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,190.1054931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,41.12201843261719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,144.1167724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.8007679939270019
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,1.603660774230957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,3.052169609069824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,5.855788803100586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,10.531267547607422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,15.248739624023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,63.00130004882813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,17.67890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,23.209507751464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,24.393084716796874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,65.344775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,24.992442321777343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,26.200167846679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,27.085958862304686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,104.10872802734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,67.66109619140624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,27.56075439453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,84.37402954101563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,28.200320434570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,29.14267578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,69.94929809570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,29.896591186523438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,60.14842529296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,74.04533081054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,62.69773559570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,64.1097900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,77.43113403320312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,66.74368896484376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,79.30684814453124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,69.1448486328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,109.91942138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,134.76695556640624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,71.38619384765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,87.8140869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,73.50834350585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,96.9423828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,76.24063110351562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,130.955029296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,82.18339233398437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,166.49736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,121.32252197265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,367.040869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,96.525146484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,1.0538111686706544
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,2.047529602050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,4.04139518737793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,8.06518096923828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,495.480517578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,13.00567626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.8030048370361328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,1.602297592163086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,3.15978889465332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,18.756253051757813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,5.854140853881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,9.702003479003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,22.385682678222658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,13.293804931640626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,15.711763000488281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,30.95622863769531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,22.166073608398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,32.67680969238281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,23.455952453613282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,23.97720947265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,33.57235107421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,25.34051513671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,35.342462158203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,26.544775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,36.115359497070315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,27.190087890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,149.9280517578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,37.361410522460936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,28.41492614746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,28.630352783203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,39.275350952148436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,29.346771240234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,39.95338439941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,41.11707458496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,61.320556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,63.2848876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,63.5509033203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,117.69571533203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,65.6020263671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,64.6629638671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,67.97474975585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,68.1790283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,73.52025146484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,70.4322998046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,252.4441650390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,199.068408203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,74.85261840820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,73.79857177734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,200.13665771484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,79.98685913085937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,77.79569091796876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,158.83421630859374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,84.32140502929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,82.194482421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,93.185498046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,147.81842041015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.2791264057159424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.5018271923065185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,90.23058471679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.9932255744934082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.01,1.6856672286987304
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.01,2.379817581176758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.01,4.056179046630859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,104.503369140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.01,4.280876922607422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.01,4.430767822265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.01,4.484761428833008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.01,4.602665710449219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.01,4.672463989257812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.01,4.903174209594726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.01,5.026633453369141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.01,5.075875091552734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.01,5.239993667602539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.01,5.361929702758789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.01,5.284716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.01,5.476294326782226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,264.13173828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,107.59332275390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.01,5.573763275146485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.01,5.820659255981445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,195.2013671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,127.98861083984374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.01,6.1099998474121096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.01,7.391645050048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.01,7.402166748046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,196.28416748046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.01,0.0322847992181778
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.01,0.3735680103302002
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.01,0.7298495769500732
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.01,1.3043359756469726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.01,1.7731103897094727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.01,2.948201560974121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.01,3.219481658935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.01,3.382467269897461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.01,3.4031551361083983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.01,3.4152542114257813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.01,3.541584014892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,129.5423583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.01,7.459632110595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.01,7.492908477783203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.01,7.524976348876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.01,7.736688232421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.01,7.771657562255859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.01,7.9474945068359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.01,9.265023803710937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.01,8.111296081542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.01,8.211603546142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,156.5031494140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.01,8.363260650634766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.01,8.384297943115234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.01,11.474755096435548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.01,8.806310272216797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.01,9.616844940185548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.01,11.60919647216797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.01,16.07743682861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,161.04571533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.01,14.082167053222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,190.94521484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.01,20.83429412841797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.01,19.09014129638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,498.45068359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.279369592666626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.5429599761962891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.2,1.0671072006225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.2,1.6864448547363282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.2,2.363968086242676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.2,4.272911834716797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.2,4.23131217956543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.2,4.3980865478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.2,4.553302383422851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.2,4.764815902709961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.2,4.848876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,362.7048095703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.2,5.0485279083251955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.2,0.0345984011888504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.2,0.4081791877746582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.2,0.7799776077270508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.2,1.2109951972961426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.2,1.7511583328247071
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.2,5.125398254394531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.2,3.236460876464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.2,3.2037601470947266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.2,5.206032180786133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.2,3.3635231018066407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.2,3.404227066040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.2,5.404697418212891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.2,3.45560302734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,379.6136962890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.2,3.619580841064453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.2,5.554278564453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.2,7.590902709960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.01,2.0895328521728516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.2,7.69703369140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.01,4.111619186401367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.01,26.232171630859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.2,5.382636642456054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.01,8.242262268066407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.2,7.618988800048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.2,5.45863037109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.2,7.918118286132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.01,14.846908569335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,211.6477783203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.2,8.016966247558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.01,21.284716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.01,24.247648620605467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.2,5.620998382568359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.2,8.179593658447265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.01,35.40121154785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.2,8.118323516845702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.2,5.8683006286621096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.01,37.79826049804687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.2,8.319705963134766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,487.383447265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.01,1.6976543426513673
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.01,3.3946624755859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.2,6.1766399383544925
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.01,39.723629760742185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.01,6.248556900024414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.2,8.547894287109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.01,11.155814361572265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.01,15.893238830566407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.01,40.85043029785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.01,27.119644165039062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.2,8.705481719970702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.01,41.49689636230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.2,7.821289825439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.01,28.731976318359376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.01,30.017153930664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.01,42.49317321777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,265.0494384765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.01,30.876959228515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.2,9.233916473388671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.01,43.234738159179685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.01,31.305911254882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.2,7.627756500244141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.01,43.42027893066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.01,32.330667114257814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.01,32.956427001953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.01,44.44775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.2,10.22861099243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.01,33.28050537109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.01,45.346490478515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.01,34.187680053710935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.01,45.68946838378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.2,9.852777862548828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.01,34.560186767578124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.01,34.594723510742185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.01,47.388607788085935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.2,12.607929229736328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.01,34.697286987304686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,1,power_law_1.01,30.783938598632812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.01,75.43710327148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.01,75.85964965820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.2,12.07529296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.01,78.35213623046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.01,77.327099609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.2,14.978892517089843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.01,41.97016906738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.01,81.40164184570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.01,79.40315551757813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.01,83.99015502929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.01,80.66641845703126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.2,16.549346923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.2,19.982972717285158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.01,90.7986328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.01,82.913525390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.01,99.242431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.01,89.24271240234376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,1,power_law_1.01,46.063812255859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.2,21.288819885253908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.2,25.684585571289062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.01,105.66142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.01,121.62110595703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.01,125.54649658203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.01,149.24176025390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,382.4612548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.2,2.2695039749145507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.2,4.136249542236328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.2,8.275791931152344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.2,13.543510437011719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.2,18.567964172363283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.2,35.092626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.2,37.3550048828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.2,26.633868408203124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,1,power_law_1.2,30.848162841796874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.2,39.847982788085936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.2,41.17732543945313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.2,41.18949890136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.2,43.404931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.2,44.40831298828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,483.809326171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.01,167.24034423828124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.2,44.75086975097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.2,1.7018239974975586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.2,3.3945823669433595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.2,6.242598342895508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.2,10.210304260253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.2,14.502528381347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.2,45.49696044921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.2,26.80540771484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.01,206.4612060546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.2,28.925399780273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.2,46.761773681640626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.2,29.981307983398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.2,30.925265502929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.2,47.70827026367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.2,31.725125122070313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.2,49.553094482421876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.2,32.95589904785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.01,80.33255004882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,1.0201824188232422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,1.2333184242248536
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,1.4414143562316895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,3.0060768127441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,3.1876703262329102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,3.198691177368164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.2,33.40773315429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,3.208281707763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,3.2281024932861326
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,3.276995086669922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,3.2726718902587892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,3.2924736022949217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,3.3090847015380858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.2,34.7892822265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,3.2644927978515623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.2,76.9792724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,3.4392864227294924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,3.6369728088378905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.2,35.184088134765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,3.9284126281738283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,4.023817443847657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.2,35.24696044921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,4.921731185913086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.2,79.52949829101563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.2,35.37696533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,5.711974334716797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.2,35.977499389648436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,8.105852508544922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.2,81.95545654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.2,77.08843383789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,10.010224151611329
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.01,209.1400146484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.2,85.64241943359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.2,78.60706787109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,1,power_law_1.2,46.63880310058594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,16.926290893554686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.01,266.2716552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.2,41.872805786132815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.2,79.62933349609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.2,94.86159057617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,23.988633728027345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.2,81.6697021484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,1,power_law_1.01,90.34700927734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.5633855819702148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.8156415939331054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,1.0722687721252442
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,3.051433563232422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,3.0565887451171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.2,104.81614990234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,3.078704071044922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,3.0847455978393556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,3.098214340209961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,3.155955123901367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,3.161142349243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,3.1586559295654295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,27.43116455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.2,88.02198486328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,3.2149566650390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,3.2267040252685546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,3.3591136932373047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,3.5479713439941407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,3.8256607055664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,4.041619110107422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,4.461004638671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,5.386041641235352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,6.952598571777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.2,96.05238037109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.2,127.42908935546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,8.48724136352539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,47.697671508789064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,1,power_law_1.01,263.5966552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,11.889212799072265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.2,115.2379638671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,17.234780883789064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.01,344.2712158203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.2,152.2472412109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,25.409465026855468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.2,134.9981201171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,62.02164916992187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,32.35201416015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.2,208.875439453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.2,174.7362060546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,48.754006958007814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,94.24157104492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,1,power_law_1.01,383.97373046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,1,power_law_1.2,89.72945556640624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.852022361755371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.8799712181091308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,1.2862784385681152
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,3.143440055847168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,3.084272003173828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,3.099728012084961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,3.1824607849121094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,3.2082271575927734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,3.2410655975341798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,3.265206527709961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,3.280147171020508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,3.2928543090820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,3.3438846588134767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,3.433299255371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.2,266.1474609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,3.620364761352539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,3.6470367431640627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.01,507.437158203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,4.1467742919921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.2,80.203662109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.608128023147583
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.8174783706665039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,1.0374239921569823
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,2.9456159591674806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,3.0528383255004883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,3.0759647369384764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,3.0681024551391602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,5.03699836730957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,3.0891391754150392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,3.148800086975098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,3.1495616912841795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,3.168592071533203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,3.205593490600586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,3.2514305114746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,5.653887939453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,3.3105632781982424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,3.556835174560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,3.7725086212158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.2,219.020654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,3.806355285644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,8.544416046142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,4.759020614624023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,5.411119842529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,9.691177368164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,6.928089904785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,64.99111938476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,8.562822723388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,16.407183837890624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,108.1598388671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,12.308332824707032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,19.888409423828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,17.22058868408203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,34.777862548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.2,340.20390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,23.252409362792967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,1,power_law_1.2,265.482470703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,83.77933349609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,47.41195068359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,33.4859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,70.67467041015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,162.3117431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,46.21217346191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.5799039840698242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.9363712310791016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,1.2435775756835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,2.09932804107666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,3.37845458984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,3.4439998626708985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,3.4720481872558593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,3.17392635345459
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,3.201542282104492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,3.2574142456054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,3.2740032196044924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,1,power_law_1.01,740.327294921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.41050238609313966
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.6665791988372802
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.9574687957763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,3.329702377319336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,1.598915195465088
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,3.3278846740722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,3.3755008697509767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,3.396108627319336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,3.4523361206054686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,3.1753023147583006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,3.5112350463867186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,3.1969823837280273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,3.209408187866211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,3.5105567932128907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,3.1673215866088866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,3.249372863769531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,3.643904113769531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,3.4004352569580076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,3.4377696990966795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,3.841913604736328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,3.5203487396240236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,4.231366348266602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,3.53135986328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,3.8340511322021484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,4.892393493652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,4.2913055419921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,4.472803115844727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,6.282640075683593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,5.369113540649414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,7.729138946533203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,85.9093017578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.2,500.08466796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,6.400563049316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,11.437875366210937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,66.101611328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,147.88929443359376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,8.570329284667968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,1,power_law_1.2,393.2548583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,15.051225280761718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,11.13597412109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,21.884979248046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,16.20818634033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,30.331515502929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,21.304534912109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,115.7212890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,88.74554443359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,31.411712646484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,46.48998107910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,42.814520263671874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,59.7447509765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,333.370654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.581008005142212
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.8849023818969727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,1.2367551803588868
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,2.0094207763671874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,3.1382783889770507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,3.1551456451416016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,3.2127521514892576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,3.2258880615234373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,3.244617462158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,3.308665466308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,3.2810527801513674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,3.394521713256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,3.392825698852539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,3.5004287719726563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,3.505344009399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,3.531699371337891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,3.8818721771240234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,4.540588760375977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,4.927513504028321
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,6.118454360961914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,7.309862518310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,10.951660919189454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,53.069677734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,153.74423828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,188.92139892578126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,76.49100952148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,14.4306884765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,268.66728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.407747220993042
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.6579135894775391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.7639679908752441
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,1.5112704277038573
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,3.104934310913086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,3.1670623779296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,3.1785215377807616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,3.15032958984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,3.2391582489013673
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,3.213030242919922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,3.251792144775391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,3.3599838256835937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,3.3670207977294924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,3.398905563354492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,3.5100894927978517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,20.705609130859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,3.6180801391601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,3.907993698120117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,4.168495941162109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,4.5488128662109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,5.257987213134766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,6.313772964477539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,29.272393798828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,8.5844482421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,11.220098876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,84.55506591796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,16.457286071777343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,121.6677978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,44.092263793945314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,21.661334228515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,1.5982239723205567
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,2.3563583374023436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,2.54467830657959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,5.905142211914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,6.080902481079102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,5.5622913360595705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,5.582160186767578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,5.602463912963867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,5.595049667358398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,5.61297607421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,5.632009506225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,5.680889511108399
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,5.740348815917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,6.063299179077148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,6.559423828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,6.789289855957032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,6.89228515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,8.750118255615234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,9.340201568603515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,13.647036743164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,16.745753479003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,1,power_law_1.2,745.297900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,1.0868000030517577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,1.6017951965332031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,1.8849664688110352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,5.528425598144532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,5.699177551269531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,5.372707366943359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,5.416924667358399
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,5.447868728637696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,32.068032836914064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,5.458438491821289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,5.47105598449707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,5.509260940551758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,5.44323844909668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,5.6131328582763675
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,5.816611099243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,30.046951293945312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,6.275849533081055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,6.25711669921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,6.769033813476563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,8.036271667480468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,9.50742416381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,59.72164306640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,33.81058349609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,11.52481918334961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,14.557475280761718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,21.812258911132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,54.34859008789063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,27.903237915039064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,43.18026428222656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,286.2830810546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,1.7858047485351562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,1.5234911918640137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,2.560771179199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,5.347715377807617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,5.509590530395508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,5.552787017822266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,5.57982063293457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,5.606140899658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,5.468284988403321
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,5.621155166625977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,5.627555084228516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,5.680905532836914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,74.39424438476563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,5.742604827880859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,5.899219131469726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,6.360591888427734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,45.485531616210935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,6.539804840087891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,7.126131439208985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,8.391094207763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,10.11490249633789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,13.859391784667968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,355.825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,1.0851519584655762
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,1.0646016120910644
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,1.8492927551269531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,5.048880004882813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,74.22614135742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,5.367891311645508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,17.02368621826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,5.396828842163086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,5.418467330932617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,5.459167861938477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,5.463164901733398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,5.466950225830078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,5.5118144989013675
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,5.584867095947265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,5.632403182983398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,5.704620742797852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,54.68583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,6.187289428710938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,6.5891357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,6.97548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,28.067599487304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,8.046873474121094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,9.333356475830078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,121.091162109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,12.239145660400391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,35.97154235839844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,14.81243896484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,20.445741271972658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,53.831597900390626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,168.37554931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,1.0197504043579102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,1.5634400367736816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,1.7816192626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,3.3147167205810546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,5.408476638793945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,5.593686294555664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,5.549267196655274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,5.642416000366211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,5.63524169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,52.539971923828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,5.649990463256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,5.665641784667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,5.988899230957031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,6.027411270141601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,96.794677734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,5.944291305541992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,6.1619102478027346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,6.506159973144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,7.034361267089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,29.79000244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,7.603695678710937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,8.694924926757812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,10.50337905883789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,13.16666259765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,38.2824951171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,92.51522827148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,146.258837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,18.99419250488281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,25.567350769042967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,240.053564453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.7008480072021485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,1.106383991241455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,1.4310912132263183
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,2.407065582275391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,5.214806365966797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,5.449456024169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,5.474639892578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,5.4878593444824215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,5.499318313598633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,5.551651382446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,5.551004791259766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,5.804415893554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,5.680665588378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,5.873984146118164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,108.19224853515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,5.945926284790039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,6.032588958740234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,51.5240234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,6.3969886779785154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,7.275981140136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,118.1303466796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,7.8623710632324215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,40.230368041992186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,9.756732940673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,11.434368133544922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,101.93056030273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,15.408677673339843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,52.8668701171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,19.560153198242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,172.5801025390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,79.81109008789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,85.89420776367187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,28.791055297851564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,143.8110595703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,80.09253540039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,39.248175048828124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,160.68104248046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,123.59908447265624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,58.97459106445312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,105.5086181640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,325.7203857421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,138.29139404296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,176.727685546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,79.58096313476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,242.1763671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,131.96143798828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,98.41515502929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,237.7833251953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,1.0212736129760742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,1.3882080078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,1.9552671432495117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,3.4452606201171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,5.575088119506836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,5.472118377685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,5.626604843139648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,5.652044677734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,5.61236801147461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,5.479679870605469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,5.626387023925782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,5.899200057983398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,5.9386848449707035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,5.7871967315673825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,5.9623870849609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,6.5045921325683596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,6.711551666259766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,7.705455780029297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,8.507472229003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,10.53949432373047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,171.05399169921876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.6999328136444092
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,1.0451359748840332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,1.5861408233642578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,2.5527551651000975
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,5.305897521972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,5.3951873779296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,5.482812881469727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,5.504761505126953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,5.5606529235839846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,5.574687957763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,5.6345375061035154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,5.767276763916016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,5.760041427612305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,13.200218200683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,210.0469970703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,5.956659317016602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,6.108499145507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,6.069974517822265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,6.654857635498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,7.184483337402344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,303.2729736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,19.44764099121094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,222.030859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,8.332720184326172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,9.869779205322265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,25.87799987792969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,11.406829071044921
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,15.409207153320313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,40.692892456054686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,20.146121215820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,158.020458984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,53.504833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,28.788067626953126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,589.40693359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,1.1518431663513184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,2.0598848342895506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,3.170035171508789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,5.059321594238281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,6.7984161376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,9.124671936035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,11.841868591308593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,13.132925415039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,13.030992126464843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,13.136915588378907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,14.04510040283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,39.21028442382813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,21.29761962890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,21.2344482421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,442.362939453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.8075008392333984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,1.5823519706726075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,2.3591552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,3.7255550384521485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,21.858714294433593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,5.166569519042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,6.368825531005859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,8.516547393798827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,21.981507873535158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,9.377452850341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,79.89894409179688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,9.31484146118164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,9.41304931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,21.939276123046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,9.932434844970704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,19.763002014160158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,22.928390502929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,20.593708801269532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,24.584307861328124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,20.80076446533203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,21.706658935546876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,24.47608337402344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,21.55750732421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,21.888377380371093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,26.2064208984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,23.185221862792968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,24.11308135986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,27.532083129882814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,24.868614196777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,28.90172119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,58.984130859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,25.823153686523437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,30.929522705078124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,26.747360229492188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,27.973052978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,37.11231689453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,106.08349609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,32.243655395507815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,43.723028564453124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,79.38419799804687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,36.675927734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,422.446533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,1.150761604309082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,2.0221376419067383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,2.8766912460327148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,4.619910430908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,6.462019348144532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,8.017318725585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,11.96542739868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,12.436566162109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,13.012509155273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,12.72001953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,13.690768432617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,20.433775329589842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,59.660162353515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,21.16504669189453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,21.363148498535157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,22.7903076171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,22.673741149902344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,48.077392578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,633.713818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.8099488258361817
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,1.453446388244629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,2.139299201965332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,3.2714942932128905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,23.465667724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,4.738486480712891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,5.534249496459961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,9.14221420288086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,8.845101165771485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,24.837437438964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,9.281571197509766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,9.328102111816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,9.593126678466797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,19.674642944335936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,25.581832885742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,20.453398132324217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,21.269929504394533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,316.5172119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.5729856014251709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,1.0496800422668457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,2.0423328399658205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,4.036272048950195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,27.158575439453124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,6.155785751342774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,131.64075927734376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,21.431350708007812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,7.9843391418457035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,11.859254455566406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,12.286176300048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,22.16473846435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,12.605971527099609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,13.069052124023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,22.216403198242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,27.951382446289063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,13.373405456542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,13.815362548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,23.761616516113282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,14.043919372558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,14.321005249023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,24.51276550292969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,20.893283081054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,74.90894775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,30.6817626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,21.116128540039064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,25.53874816894531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,21.400921630859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,22.169535827636718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,98.0427490234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,26.081265258789063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,59.81241455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,22.71953582763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,33.476199340820315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,23.58140869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,28.120852661132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,454.560107421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.37795519828796387
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.8030112266540528
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,1.4714719772338867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,2.8703136444091797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,4.363337707519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,5.828582382202148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,8.201168060302734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,8.74142074584961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,24.58014373779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,8.934499359130859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,9.220835113525391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,9.578275299072265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,9.787779235839844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,39.32807922363281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,9.979644775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,10.195513916015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,29.8150390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,20.90655975341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,25.495564270019532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,21.071136474609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,21.384796142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,21.878297424316408
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,26.8385498046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,22.792694091796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,34.725531005859374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,46.29507751464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,23.25647735595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,97.05255126953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,23.63158721923828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,31.11097106933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,76.7989990234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,24.52161865234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,40.861325073242185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,25.384489440917967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,38.13676147460937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,62.7945068359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,28.1567626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,52.01784057617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,31.4391357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,51.59061279296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,211.452978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,79.40430297851563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,136.044580078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,65.99561157226563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,39.506005859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,107.4373291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,157.08328857421876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,65.18653564453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,99.32871704101562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,50.20208740234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,84.03648681640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,84.19451904296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,66.29625244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,148.399853515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,117.2571533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,125.6535888671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,270.127294921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.5727359771728515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,1.1392000198364258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,2.043737602233887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,3.9730304718017577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,5.572883224487304
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,7.484275054931641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,11.552070617675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,11.957241821289063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,12.76514892578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,12.9268798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,13.647286987304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,213.3582763671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.37791359424591064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.8066304206848145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,1.4739808082580566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,13.775692749023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,2.732064056396484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,3.9646881103515623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,5.315673446655273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,14.227699279785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,8.042982482910157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,8.432563018798827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,14.587164306640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,8.969001770019531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,9.216598510742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,91.5991455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,20.824800109863283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,9.43719024658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,9.789177703857423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,9.896265411376953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,21.468211364746093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,10.381622314453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,22.081436157226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,21.43839111328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,21.4283935546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,23.077587890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,22.141987609863282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,23.568870544433594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,22.835104370117186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,24.271913146972658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,23.441830444335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,25.290380859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,24.036387634277343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,24.272767639160158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,26.628665161132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,25.80378112792969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,28.85057678222656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,27.089450073242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,33.438821411132814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,30.623703002929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,40.04911499023437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,420.040283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.036748799681663516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.16436480283737182
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.30185279846191404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.3814784049987793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.5066688060760498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.7603807926177979
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.7993887901306153
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.8381728172302246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,1.2139840126037598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,1.233676815032959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,1.2558624267578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,1.2589247703552247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,34.41553955078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,1.2934847831726075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,1.3242719650268555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,1.3251423835754395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,1.3268959999084473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,1.35862398147583
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,1.4180031776428224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,1.5007455825805665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,314.4722412109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.02524479925632477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.05132799744606018
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.14935679435729982
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.26768319606781005
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.3632927894592285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.5042975902557373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.5383647918701172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.5503007888793945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,1.0593695640563965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,1.0778816223144532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,1.1087712287902831
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,1.5500288009643555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,1.1420191764831542
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,1.1355456352233886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,1.1502976417541504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,1.160319995880127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,1.1924448013305664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,1.2116864204406739
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,1.701513671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,1.23221435546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,1.26080322265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,52.647003173828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,1.947385597229004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,1.377683162689209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,1.4746527671813965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,43.099813842773436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,221.498828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.03214719891548157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.14075520038604736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.3002432107925415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.42769598960876465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.5264575958251954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,2.2990304946899416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.8193408012390136
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.8054944038391113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.854092788696289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,285.5313232421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,1.2392064094543458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.024659200012683867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.0490880012512207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.12036479711532592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,1.252783966064453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.23620479106903075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.3318687915802002
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.542412805557251
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,1.2838335990905763
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.5387584209442139
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.556825590133667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,1.2779104232788085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,1.076531219482422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,1.068272018432617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,1.3086048126220704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,1.7339967727661132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,1.089961624145508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,1.3022656440734863
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,1.1346752166748046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,1.1396767616271972
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,1.321673583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,1.157913589477539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,1.3494751930236817
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,1.1729375839233398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,1.3904671669006348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,1.1738271713256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,1.2019328117370605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,1.4224448204040527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,1.2403072357177733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,1.4938464164733887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,1.2907360076904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,2.09671688079834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,3.17620792388916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,1.6139999389648438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,1.3687168121337892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,1.7197599411010742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,1.5077887535095216
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,245.839794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.019651199877262115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.05791040062904358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.2430111885070801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.37462079524993896
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.4924352169036865
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.7329055786132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.779145622253418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.8073216438293457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.8274304389953613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.825113582611084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.8494655609130859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,1.2391743659973145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,1.2494463920593262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,1.2542752265930175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,1.2641504287719727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,2.942560005187988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,1.2674783706665038
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,2.0581823348999024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,1.845680046081543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,1.3023807525634765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,1.35316801071167
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,67.52914428710938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,1.4012928009033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,3.9228382110595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,177.60938720703126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.01775040030479431
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.03156799972057343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.09862719774246216
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.20968959331512452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.3329119920730591
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.5254240036010742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.5053376197814942
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.5215295791625977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,1.4498592376708985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.527350378036499
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.5416096210479736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,2.437276840209961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.5453152179718017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,2.1665056228637694
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.9989248275756836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,1.0163935661315917
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,1.0307583808898926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,54.231683349609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,1.0317728042602539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,1.0487135887145995
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,1.55000638961792
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,1.062992000579834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,1.0929951667785645
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,3.764575958251953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,1.112720012664795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.7300832748413086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,1.2008031845092773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,3.0660320281982423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,1.2789504051208496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,3.446623992919922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,1.973027229309082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,5.751769638061523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,1.449456024169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,1.6566656112670899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.6122272491455076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,5.562768173217774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,4.125801467895508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,82.62854614257813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,2.2213279724121096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,4.388313674926758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,3.2703392028808596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,67.58878173828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,7.6380126953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,2.8725568771362306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,7.326435089111328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,5.985456085205078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,4.79180793762207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,6.382022476196289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,4.279843139648437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,9.768115234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,6.144316864013672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.01,9.230754852294922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,124.51754150390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,7.436784362792968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,5.6757759094238285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,8.36742706298828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,95.8148193359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,8.603036499023437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.01,7.140796661376953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,16.17667236328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.01,14.171343994140624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.2,9.533647918701172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,10.884550476074219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,13.656710815429687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.01,11.130675506591796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,240.1012939453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.019232000410556793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.07970880270004273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.22776319980621337
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.342905592918396
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.43551998138427733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.7318016052246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.7824672222137451
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.8263968467712403
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.8368991851806641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.8431679725646972
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.8582847595214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,1.2492192268371582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,1.2673760414123536
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,1.260201644897461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,1.2790719985961914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,1.291430377960205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,1.3227935791015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,1.3561535835266114
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,1.3972448348999023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,1.4695903778076171
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.2,15.378569030761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,180.2635986328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.017798399925231932
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.0369951993227005
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.08447359800338745
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.15824960470199584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.29585280418396
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.5198592185974121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.5043615818023681
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.527782392501831
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.5530176162719727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.5515103816986084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.5437024116516114
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,1.0044447898864746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,1.5642623901367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,1.0291839599609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,1.0304320335388184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,1.0429344177246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,1.0625632286071778
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,1.0890591621398926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,1.1059167861938477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.8238559722900392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,1.120182418823242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,1.200489616394043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,1.295353603363037
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,2.088630485534668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,30.61805114746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.5059296131134033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.7143392086029052
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,1.0951904296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,1.5706656455993653
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,1.8829055786132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,2.9637279510498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,3.074630355834961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,3.2337982177734377
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,4.965894317626953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,1.4854975700378419
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,5.074841690063477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,5.117852783203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,5.165407943725586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,5.068988800048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,5.337958526611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,5.451619338989258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,5.415670394897461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.01,29.227944946289064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.3544608116149902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,5.587411117553711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.5227519989013671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.8661151885986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,1.1657983779907226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,1.421891212463379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,2.241209602355957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,2.3355648040771486
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,2.381033515930176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,1.7168928146362306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,4.971152114868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,5.756991958618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,5.070851135253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,5.158102416992188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.7797216415405273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,5.162051010131836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,5.986563110351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,5.172054290771484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,5.3358814239501955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,5.214563369750977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,16.467433166503906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,5.369046401977539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,6.15560302734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,5.5168415069580075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,5.610319900512695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,6.550425720214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,5.725689697265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,2.3218847274780274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,6.0030975341796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,7.381206512451172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,6.231702423095703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,3.427676773071289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,8.601337432861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,6.909149169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,2.9745792388916015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,8.198271942138671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,27.090286254882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,11.958847808837891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.49836158752441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.6304895877838135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,1.0668479919433593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,1.4333215713500977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,1.7837408065795899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,2.877497673034668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,3.1654144287109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,3.2038814544677736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,5.062588882446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,5.198553466796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,5.146384048461914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.01,22.055177307128908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.3261375904083252
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.511081600189209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.7941823959350586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,5.2149505615234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,1.0115903854370116
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,1.3244223594665527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,2.30548152923584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,5.30079345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,2.36080322265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,2.410553550720215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,5.262524795532227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,5.082073593139649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,5.086585617065429
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,5.266582489013672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,5.074553680419922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,5.125580978393555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,5.502076721191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,10.944172668457032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,5.219734573364258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,5.352249526977539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,5.596764755249024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,5.381212615966797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,5.797395324707031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,5.36952018737793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,5.527280044555664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,6.014764785766602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,5.654486465454101
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.98798713684082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,14.9179931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,5.803078460693359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,6.379465484619141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,4.3279167175292965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,6.012406539916992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,6.6880035400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,13.2801025390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,6.396368026733398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,8.159388732910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,7.545219421386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,9.565625762939453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,8.94459228515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,20.90010223388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,19.173670959472656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,12.167132568359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,11.637709045410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,7.025583648681641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,5.708838272094726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,16.373216247558595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,28.437969970703126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,14.592236328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,25.124003601074218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,24.80811767578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,19.835653686523436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,38.24861450195313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,8.189529418945312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.2,7.140605163574219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,30.972723388671874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,30.59637451171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,26.47026672363281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.2,29.593829345703124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.2540031909942627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.4519008159637451
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.8744447708129883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,1.3129952430725098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,1.7185152053833008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,2.8432735443115233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,2.9861888885498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,3.1774911880493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,3.2420257568359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,3.2238174438476563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,3.354137420654297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,4.961199951171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,5.0581920623779295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,5.092665481567383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,5.205606460571289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,5.263804626464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,5.298550415039062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,5.425094223022461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,5.5570526123046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,5.777939224243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,59.30424194335937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,5.999107360839844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,48.10899658203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,6.620146942138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,7.517865753173828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,41.9289794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,9.898863983154296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,31.131362915039062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.2,11.160176086425782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,13.667832946777343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,13.289996337890624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,19.79564514160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,25.460415649414063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,32.34432373046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.032502400875091556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.31587839126586914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.6595359802246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.9304224014282226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,1.2992671966552733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,2.135971260070801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,2.2376447677612306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,2.3201984405517577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,2.3819391250610353
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,2.408153533935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,2.429145622253418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,4.880688095092774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,4.921273422241211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,4.973683166503906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,4.999798583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,5.032902526855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,5.156639862060547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,5.202860641479492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,5.280595016479492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,5.498979187011718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,5.700876617431641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,117.80089111328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.2548703908920288
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.45298237800598146
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.813542366027832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,1.173740768432617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,1.5550368309020997
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,2.880726432800293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,3.0373376846313476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,3.2384639739990235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,3.258607864379883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,3.3195423126220702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,3.3941150665283204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,5.1165214538574215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,6.18908462524414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,5.107350540161133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,5.164652633666992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,98.70330200195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.044521600008010864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.34268479347229003
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.6143008232116699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.882316780090332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,63.5005615234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,5.202246475219726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,1.1747103691101075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,51.95808715820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,2.127276802062988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,2.2594655990600585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,2.37491512298584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,5.216620635986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,2.3852224349975586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,2.4429952621459963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,2.4385343551635743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,5.316547012329101
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,4.945593643188476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,5.0064960479736325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,5.4936065673828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,5.046230316162109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,32.16236572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,5.072623825073242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,6.911408233642578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,5.155171203613281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,5.6231201171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,5.134195327758789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,5.2825054168701175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,5.879785537719727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,5.370627212524414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,6.201305770874024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,5.580527877807617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,8.578502655029297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,5.820723342895508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,7.006208038330078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,6.5033729553222654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,8.091891479492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,10.681712341308593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,7.195481872558593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,10.573951721191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,9.235894775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,15.203634643554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,13.478739929199218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,50.75947875976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,11.357373046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,19.714064025878905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,19.720051574707032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,15.702677917480468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.2,22.107583618164064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,1.1531999588012696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,2.1175424575805666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,2.9145696640014647
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,4.360454559326172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,5.497987365722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,8.533222198486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,9.190914916992188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,9.160736083984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,9.576691436767579
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,15.342771911621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,15.358047485351562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,15.534109497070313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,15.46978302001953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,16.05878448486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,16.398748779296874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,24.86627197265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,16.50971221923828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,17.009622192382814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,17.596371459960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,18.621658325195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,19.435638427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,25.788153076171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,20.316429138183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,20.787513732910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,23.117904663085938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,25.843450927734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,33.12918395996094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,32.631143188476564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,38.263729858398435
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,40.931884765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,101.31282348632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,26.829141235351564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.8924063682556153
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,1.1634016036987305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,1.6085535049438477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,1.7857088088989257
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,2.307904052734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,2.6759071350097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,3.1189056396484376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,4.115990447998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,4.355475234985351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,5.14983024597168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,6.475993347167969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,8.606758117675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,6.792809295654297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,8.966761779785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,6.885020446777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,6.888559722900391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,9.317616271972657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,9.52355499267578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,14.327177429199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,15.162696838378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,15.038265991210938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,15.304917907714843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,15.421197509765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,15.842994689941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,15.332931518554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,16.0619873046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,15.61239013671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,16.248646545410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,15.982553100585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,16.659129333496093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,15.854118347167969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,16.704103088378908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,16.509341430664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,17.065382385253905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,17.02025909423828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,17.905606079101563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,17.29791717529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,18.766905212402342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,25.313539123535158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,18.162591552734376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,56.99658203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,19.97569885253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,18.4987548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,21.6619384765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,20.21219482421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,24.262489318847656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,22.439651489257812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,27.41346130371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,28.316311645507813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,75.91248168945313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,35.462335205078126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,32.62879333496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,42.13457336425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,46.663848876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,90.66098022460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,38.57220458984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,62.968719482421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,52.53316650390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,130.325830078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.8929408073425293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,1.3107263565063476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,2.079555130004883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,2.847395133972168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,3.8179649353027343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,6.560128021240234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,75.3302490234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,6.8380897521972654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.6271552085876465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,1.1183327674865722
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,2.178700828552246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,7.067820739746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,3.64007682800293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,4.970761489868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,7.331455993652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,8.271753692626953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,8.818351745605469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,15.112480163574219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,9.190934753417968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,15.396630859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,9.477420806884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,9.544556427001954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,15.26436767578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,9.803171539306641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,15.536367797851563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,10.039008331298827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,16.24884796142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,15.049388122558593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,100.1900146484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.41564159393310546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.8674592018127442
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,1.5218208312988282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,2.604512023925781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,3.6224895477294923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,15.596070861816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,5.995955276489258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,16.354812622070312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,6.613600158691407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,6.821123504638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,15.792672729492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,6.916371154785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,16.284518432617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,7.0918113708496096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,7.154303741455078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,15.900921630859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,7.380825805664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,16.92723846435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,16.395039367675782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,14.779827880859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,17.460723876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,15.110150146484376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,16.65917053222656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,15.361862182617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,18.002931213378908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,15.543971252441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,62.12578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,17.394131469726563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,15.628099060058593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,18.81281280517578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,16.13645782470703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,17.841098022460937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,16.371379089355468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,19.621916198730467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,18.340272521972658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,80.74439086914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,16.554666137695314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,21.2142333984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,16.970086669921876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,19.776963806152345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,17.95569610595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,21.787977600097655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,24.682086181640624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,19.15076446533203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,27.603741455078126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,140.09779052734376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,30.381353759765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,76.00491943359376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,23.021910095214842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,36.065164184570314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,38.235049438476565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,103.33599853515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,27.600579833984376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,51.66700439453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,51.542181396484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,37.39453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,117.9582275390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,65.59552001953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,49.31547546386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,66.30911865234376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,149.5578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,82.35927734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,62.1135009765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,81.91555786132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,286.2158203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.6297823905944824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,1.2299872398376466
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,2.170297622680664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,3.2755870819091797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,4.507564926147461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,8.267469024658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,8.918931579589843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,9.300521850585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,9.486544036865235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,9.820550537109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,9.795216369628907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,10.074441528320312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,15.304794311523438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,15.88568572998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,15.848173522949219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,16.18244171142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,16.440304565429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,16.90930633544922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,17.548707580566408
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,18.186154174804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,18.693763732910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,20.81964111328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,126.66405029296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,23.194242858886717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,93.20498657226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,28.47333679199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,102.33390502929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.41611199378967284
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.8675775527954102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,1.4857664108276367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,2.343507194519043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,3.417951965332031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,6.08678092956543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,6.62096939086914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,6.742313385009766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,6.963558197021484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,7.153171539306641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,222.2680419921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,1.147929573059082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,7.38531494140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,2.2383808135986327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,4.037894439697266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,7.466429138183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,5.375523376464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,8.847840118408204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,15.072073364257813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,11.381148529052734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,13.645986938476563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,15.544093322753906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,16.545420837402343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,15.583123779296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,18.090701293945312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,15.936773681640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,17.686787414550782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,16.050341796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,19.180339050292968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,18.702374267578126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,16.332000732421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,36.06725158691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,19.39361572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,16.641622924804686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,30.322662353515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,31.12156982421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,17.038377380371095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,31.04971923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,33.21530456542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,17.311795043945313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,33.636968994140624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,122.32322998046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,19.03275146484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,34.31676025390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,75.63115234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.8040608406066895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,1.6017087936401366
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,2.8693504333496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,3.836598587036133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,6.392047882080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,8.264924621582031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,9.654287719726563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,12.812042236328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,36.112307739257815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,12.70563201904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,13.260823059082032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,13.761366271972657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,49.70802307128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,20.677052307128907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,14.116758728027344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,14.427127075195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,37.34807434082031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,28.953936767578124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,29.528976440429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,30.224462890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,40.397528076171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,30.850335693359376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,24.852838134765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,32.16287536621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,33.194305419921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,41.70791320800781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,33.49287719726563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,34.97848815917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,29.880892944335937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,47.08272705078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,65.14524536132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,37.209780883789065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,38.14922180175781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,51.300689697265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,39.98373107910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,41.16468811035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,251.9411376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,1.1505087852478026
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,2.242268753051758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,3.7784767150878906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,181.73143310546874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,5.65208625793457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.8212544441223144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,1.6002687454223632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,2.7258207321166994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,8.280384063720703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,4.226419067382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,5.806150436401367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,11.330547332763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,7.528582763671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,12.34236831665039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,8.785836791992187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,17.066752624511718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,11.680121612548827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,12.587459564208984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,17.11759033203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,64.79806518554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,12.904698181152344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,17.726339721679686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,13.372230529785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,44.27376098632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,18.050111389160158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,80.26306762695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,13.808248901367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,18.480140686035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,13.882675170898438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,19.214991760253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,29.204910278320312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,30.470892333984374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,29.083450317382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,30.747314453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,29.4487548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,31.04405822753906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,306.854150390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.5742303848266601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,1.1377280235290528
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,2.0431583404541014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,30.239678955078126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,4.037420654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,7.316912078857422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,10.383328247070313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,32.17644348144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,12.232217407226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,31.91341552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,16.25303955078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,17.081951904296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,32.984429931640626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,52.577606201171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,17.5540283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,32.82413330078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,18.221116638183595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,19.022032165527342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,34.795068359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,19.242095947265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,35.114288330078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,19.64298858642578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,54.571099853515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,36.49128723144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,20.331382751464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,20.46031951904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,35.949826049804685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,29.401092529296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,82.08480834960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,38.71128845214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,30.553341674804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,38.292544555664065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,31.223611450195314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,40.482147216796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,33.0407958984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,40.51373291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,33.73285827636719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,43.76156311035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,35.309695434570315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,65.85235595703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,44.096194458007815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,64.1085693359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,49.18275756835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,36.74349670410156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,105.1621826171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,121.9723876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,50.610415649414065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,39.528466796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,56.92805786132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,43.52714233398437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,89.73509521484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,59.80867919921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,72.45904541015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,56.1647705078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,74.18112182617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,229.66357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.38084800243377687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,142.2307861328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,87.58597412109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.8020000457763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,1.5965120315551757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,2.883888053894043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,5.171200180053711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,7.422525024414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,8.656617736816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,11.268534088134766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,11.833824157714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,12.174479675292968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,12.763804626464843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,13.310896301269532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,13.60564727783203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,13.860450744628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,14.486595153808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,69.72936401367187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,14.543247985839844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,96.81930541992188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,30.378829956054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,30.808212280273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,31.6583740234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,114.801953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,32.31110534667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,32.861227416992186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,91.28783569335937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,34.17562255859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,104.04739990234376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,35.241311645507814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,91.66029052734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,37.481301879882814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,40.329949951171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,125.05806884765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,47.041131591796876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,157.2692138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,128.3363525390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,273.46748046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.5721951961517334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,1.1374527931213378
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,2.043721580505371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,4.03809928894043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,6.730989074707031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,9.418198394775391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,11.218201446533204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,15.753459167480468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,16.44165496826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,17.257212829589843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,17.840451049804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,56.792388916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,18.672099304199218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,18.900201416015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,19.629624938964845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,19.93963165283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,20.7376708984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,29.381280517578126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,31.32724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,218.9140869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.38196799755096433
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.8033184051513672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,31.767611694335937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,1.6028608322143554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,2.890243148803711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,4.690969467163086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,6.607484436035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,7.777113342285157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,11.223452758789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,11.280489349365235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,33.63662414550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,12.10827178955078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,12.784236907958984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,13.0538330078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,13.309065246582032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,13.951263427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,34.78426818847656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,239.8880126953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,14.31505889892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.3043519973754883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.5550943851470947
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.7928736209869385
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.01,1.1477824211120606
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.01,1.4557279586791991
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.01,2.1176191329956056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.01,2.3201471328735352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,14.546505737304688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.01,2.399990463256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.01,3.3700897216796877
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.01,3.337567901611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.01,3.4043201446533202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.01,3.536511993408203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,29.9173828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.01,3.6785472869873046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.01,3.67803840637207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.01,3.8137664794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,37.240969848632815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.01,3.914969635009766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,31.6547607421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.01,3.971577453613281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.01,4.073081588745117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,77.08510131835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,31.562420654296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.01,4.23870735168457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.01,4.373766326904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,38.375387573242186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,33.42100524902344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.01,4.45863037109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,34.28971557617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.01,5.084726333618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,42.945455932617186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,35.94648132324219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.01,5.621417617797851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,37.21748352050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.01,7.286124420166016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,47.67490234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,187.01336669921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.01,0.03618879914283753
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.01,0.39163520336151125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.01,0.5016160011291504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.01,0.7520607948303223
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.01,0.9443584442138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.01,1.5630975723266602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.01,1.6527456283569335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.01,1.7746688842773437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.01,3.603590393066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.01,3.5609569549560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.01,3.619740676879883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.01,3.6252159118652343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.01,3.760723114013672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,40.663351440429686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.01,3.822528076171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.01,3.9285118103027346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.01,3.9960865020751952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.01,4.0224609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.01,4.1595104217529295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.01,9.212995147705078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.01,4.208784103393555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,231.587744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.30541119575500486
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.5038527965545654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.778553581237793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.2,1.0042495727539062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.2,1.355583953857422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.01,4.414550399780273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.2,2.219206428527832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.2,2.2510847091674804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.2,2.4750783920288084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.2,3.3601921081542967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.2,3.4303489685058595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.2,3.583852767944336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.2,3.6925022125244142
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.2,3.671033477783203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.2,3.7391422271728514
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.01,4.531488037109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.2,3.9395103454589844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,279.3800048828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.2,0.03760319948196411
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.2,0.33381760120391846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.2,0.509168004989624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.2,0.7556191921234131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.2,0.9898624420166016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.2,3.9217952728271483
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.2,1.550761604309082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.2,1.6421823501586914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.2,1.6234752655029296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.2,3.50684814453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.2,3.749043273925781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.2,3.613916778564453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.2,3.70467529296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,43.66141967773437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.2,3.7503711700439455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.2,4.064031982421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.2,3.8886913299560546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,60.19007568359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.2,3.8376224517822264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.01,4.842732620239258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.2,3.8778881072998046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.2,4.250102233886719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.2,4.034044647216797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.2,4.107289505004883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,97.58062744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.2,4.467011260986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.2,4.257129669189453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,247.31923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.028492799401283263
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.2,4.303526306152344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.2594496011734009
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.01,5.485164642333984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.2,4.596368026733399
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.5043551921844482
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.2,4.489779281616211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.01,12.60741729736328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.8692799568176269
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.01,1.2185664176940918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.2,4.661824035644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.2,5.3236030578613285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.01,2.0427839279174806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.01,2.153785514831543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.01,2.256111907958984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.01,2.3042816162109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.01,2.294806480407715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.01,2.419728088378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.01,2.463161659240723
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.01,2.525619125366211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.01,6.937602996826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.2,5.288428878784179
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.01,2.5734975814819334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.01,2.604262351989746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.2,6.077980804443359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.01,2.6038623809814454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,52.041680908203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.01,2.6668575286865233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.01,2.9795711517333983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.2,6.166025543212891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.01,3.0145727157592774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.2,7.942050933837891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.01,3.1570112228393556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,74.35173950195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.01,8.565760040283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.01,3.179151916503906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.2,7.56127700805664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.01,16.60875244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.01,3.8309471130371096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.2,10.281993865966797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.2,9.567948913574218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.01,4.093711853027344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.01,12.391683197021484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,62.70006103515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.01,5.307014465332031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.2,14.2785888671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,91.37178955078124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.2,12.962290954589843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.01,21.580519104003905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.01,6.63274917602539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.01,15.716441345214843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,78.32334594726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.2,17.845123291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.01,9.37183074951172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.2,17.898281860351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,2,power_law_1.01,19.385398864746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,185.45057373046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.01,0.024115200340747833
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.01,12.314701080322266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.01,0.0333759993314743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.01,0.4254144191741943
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.01,0.7311903953552246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.01,1.004518413543701
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.01,1.5377440452575684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.01,1.638991928100586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.01,1.7468576431274414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.01,1.8034528732299804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.01,1.80513916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.01,1.820307159423828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.01,3.5797664642333986
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.01,3.645171356201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.01,3.695171356201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.01,3.7240543365478516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.01,3.762543869018555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.01,3.8627391815185548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,129.4877685546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.01,33.824591064453124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.01,3.938236618041992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.01,3.9826591491699217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.2,22.302975463867188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.01,4.108534240722657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,2,power_law_1.2,20.71588134765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.01,4.163612747192383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.01,4.361635208129883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.01,4.649990463256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,103.875537109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.01,15.482514953613281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.01,5.643084716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,2,power_law_1.01,30.066287231445312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.01,6.821961975097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,2,power_law_1.2,32.344967651367185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.01,9.586022186279298
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.2,36.60092468261719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.01,23.81647644042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.01,12.029312133789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.01,72.16213989257812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.030931198596954347
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.2598304033279419
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.5002848148345947
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.7942240238189697
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.2,1.0824031829833984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.2,2.0438911437988283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.2,2.133132743835449
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.2,2.245667266845703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.2,2.290627288818359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.2,2.346688079833984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.2,2.4835039138793946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.2,2.579875183105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.2,2.5913280487060546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.2,2.5667104721069336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.2,2.650934410095215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,243.127978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.2,2.6327583312988283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.2,0.023788799345493317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.2,0.1037824034690857
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.2,0.4076831817626953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.2,0.6525504112243652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.2,0.9008319854736329
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.2,1.578451156616211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.2,1.6185312271118164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.2,2.7726112365722657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.2,1.7468544006347657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.2,1.7903200149536134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.2,1.83939208984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.2,1.8597312927246095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.2,3.1598047256469726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.2,3.6428062438964846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.2,3.7118270874023436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.2,3.827257537841797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.2,3.10534725189209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.2,3.805673599243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.2,3.8479358673095705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.2,3.906422424316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.2,3.336969757080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.2,3.996847915649414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,2,1,power_law_1.01,15.604112243652343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.2,4.093199920654297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.2,3.2447742462158202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.2,4.1138465881347654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.2,4.044121551513672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.2,4.2408447265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.2,4.561500930786133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,189.50994873046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.01,2.2805023193359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.01,4.147699356079102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.2,4.334960174560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.01,5.50365104675293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.01,8.749987030029297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.01,12.308108520507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.01,19.605007934570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.01,19.664041137695314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.2,4.957414245605468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.01,20.749066162109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.01,20.602326965332033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,2,power_law_1.01,60.229498291015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.01,20.749880981445312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.01,1.708620834350586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.01,3.401990509033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.01,4.163849639892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.01,21.39006652832031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.01,6.711180877685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.01,9.005043029785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.2,5.6506591796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.01,21.680419921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.01,14.477699279785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.01,15.400428771972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.01,22.269017028808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.01,15.268403625488281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.01,22.288441467285157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.01,15.92816619873047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.2,5.986617660522461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.01,15.806233215332032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.01,16.43468780517578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.01,35.19577331542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.01,16.485536193847658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.01,16.916700744628905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.01,35.77949829101563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.01,17.247286987304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.01,36.200567626953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.01,35.33306884765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.2,6.9414306640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.01,38.219546508789065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.01,36.29826049804687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.2,7.4521728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.01,37.15693054199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.01,39.881100463867185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.01,38.59947509765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.01,41.96652526855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.01,39.859808349609374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,2,1,power_law_1.01,23.128341674804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.01,43.318539428710935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.01,40.821145629882814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.01,49.012078857421876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.2,2.2344608306884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.2,3.3715488433837892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.2,5.513459014892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.2,8.179596710205079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.2,10.37892837524414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.2,9.576445007324219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.01,41.726498413085935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,2,power_law_1.2,63.02364501953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.2,18.17051544189453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.2,1.7091615676879883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.2,2.6182432174682617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.2,4.299542236328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.2,6.366016006469726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.2,19.000262451171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.01,47.26632080078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.2,8.190201568603516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.2,9.911334228515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.2,19.819792175292967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.2,14.345680236816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.2,14.7697509765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.2,21.02965393066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.2,15.437248229980469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.2,20.738951110839842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.2,15.58508758544922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.2,21.478294372558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.2,15.942221069335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.01,44.44403991699219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.2,16.674406433105467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.2,22.45067901611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.2,17.11945343017578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.2,22.507431030273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.2,17.20713653564453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.01,53.0508056640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.2,23.1483642578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.2,17.978598022460936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.2,36.44517517089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.2,36.814901733398436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.01,48.169744873046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.2,36.6385009765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.2,37.018496704101565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.2,37.668881225585935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.2,37.84957580566406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.2,39.1142333984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.2,39.677084350585936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.01,64.5427490234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.2,40.13729248046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.2,40.7598876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.2,12.282498931884765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.01,59.260498046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.2,12.555039978027343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.2,42.82804870605469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.2,41.76898193359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.2,44.38932800292969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.2,43.15861206054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.01,79.10227661132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.2,70.67998046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.01,1.1624640464782714
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.01,2.108505630493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.01,4.178665542602539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.01,7.395053100585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.01,10.61858901977539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.2,49.833612060546876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.2,46.43797607421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.01,18.299449157714843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.01,70.42183227539063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.01,19.348908996582033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.01,20.103269958496092
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.01,20.990631103515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.01,21.244960021972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.01,21.63548126220703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.01,22.059286499023436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.2,52.578216552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.2,57.05161743164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.01,22.441098022460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.01,22.766522216796876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.01,23.053555297851563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.01,23.139241027832032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.2,15.064912414550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.01,23.640716552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.01,36.455831909179686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,2,1,power_law_1.2,15.651779174804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.2,64.62893676757812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.2,69.20642700195313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.01,111.69281005859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.01,37.32200622558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.01,95.52559204101563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.01,38.446408081054685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.01,39.38746032714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.2,79.15610961914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.2,84.937060546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.01,41.554263305664065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.01,44.825372314453126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,2,1,power_law_1.01,45.65575256347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.01,0.8505056381225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.01,1.6324127197265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.01,3.062499237060547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.01,5.432640075683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.01,7.7717536926269535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.01,140.00050048828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.01,13.237062072753906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.01,14.152447509765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.01,122.31539306640624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.01,14.791871643066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.01,15.208403015136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.01,15.393827819824219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.01,15.70897216796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.01,16.148179626464845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.01,55.76298828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.2,104.5168212890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.01,16.278402709960936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.01,16.748454284667968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.2,118.981982421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.01,16.844422912597658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.01,17.218521118164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.01,17.25040283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.01,36.49481201171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,2,1,power_law_1.2,23.27295684814453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.01,36.952395629882815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.01,69.47376708984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.01,37.745791625976565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.01,38.561624145507814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.2,23.209735107421874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.01,40.173065185546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.2,128.62608642578124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,2,power_law_1.01,151.94727783203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.01,184.2541015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.2,146.00245361328126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.01,42.39946594238281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.01,99.51078491210937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.01,50.27418212890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.01,59.78076171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.01,126.74547119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,2,power_law_1.2,163.80865478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.2,186.16309814453126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.01,80.28372802734376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,2,power_law_1.01,222.73447265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.01,272.186376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.01,160.95592041015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.01,102.76331787109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,2,1,power_law_1.2,45.25016784667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.2,1.159830379486084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.2,2.1070463180541994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.2,4.16479377746582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.2,6.711670684814453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.2,9.572022247314454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.2,17.82353973388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.2,19.359120178222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.2,20.25122528076172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.2,20.78426513671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.2,21.072886657714843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.2,21.875814819335936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.2,22.540988159179687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.2,23.11240997314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.2,23.295709228515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,2,power_law_1.2,239.6275634765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.2,23.770343017578124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.2,24.102963256835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.2,24.701068115234374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.2,37.33738708496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.2,37.82365112304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.2,283.7607666015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,2,1,power_law_1.01,131.46292724609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.2,39.5486083984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.2,40.278829956054686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.2,48.72336120605469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.2,0.8537023544311524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.2,1.6554943084716798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.2,3.065216064453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.2,4.892956924438477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.2,44.13020629882813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.2,6.996585845947266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.2,12.994146728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.2,14.150367736816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.2,14.6136474609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.2,15.070208740234374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.01,244.4604248046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.2,15.54658203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.2,16.174159240722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.2,16.409365844726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.2,16.779913330078124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.2,48.78192138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.2,17.088458251953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.2,17.41131591796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.2,17.588922119140626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.2,17.934095764160155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.2,37.45849609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.2,59.7604736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.2,37.78026123046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.2,38.85072631835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.2,39.5742431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.2,72.84909057617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.2,41.957864379882814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,2,power_law_1.01,445.079833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.5773888111114502
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.8544384002685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.2,45.647027587890626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,1.3108960151672364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,1.451475238800049
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,1.461411190032959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,1.4727775573730468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,2,1,power_law_1.01,191.54232177734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,1.487715244293213
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,1.4967167854309082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,1.4592063903808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,1.5427167892456055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,1.5736031532287598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,1.57989444732666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,1.5970815658569335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,1.647158432006836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,1.679961585998535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,1.8901920318603516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,2.1206079483032227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,3.0556703567504884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,3.559503936767578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.01,544.8404296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.4111040115356445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.6486495971679688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,1.1568703651428223
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,1.437452793121338
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,1.4462112426757812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,1.4603584289550782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,1.4606111526489258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.2,54.044775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,1.4677727699279786
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,1.4729984283447266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,5.774687957763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,1.4717151641845703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,1.496016025543213
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,1.5256352424621582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,1.55447998046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,1.6034175872802734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.2,100.18865966796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,1.6560928344726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,1.6624383926391602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,7.186105346679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,2.083286476135254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,2.768931198120117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,3.1709951400756835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,4.3110401153564455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,12.130982208251954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,6.006415939331054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.2,64.13966064453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,15.526345825195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,9.457234954833984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,13.08035888671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.2,130.00218505859374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,21.69349822998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.2,85.4340576171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,19.06862030029297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,30.41878662109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,27.87346496582031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.01,480.037451171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.5773824214935303
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.798848009109497
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,1.35164155960083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,1.5736543655395507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,1.5781120300292968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,1.5959263801574708
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,1.487507152557373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,1.503385639190674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,1.529792022705078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,1.5493120193481444
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,1.5804832458496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,1.591430377960205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,1.6112319946289062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.2,107.15391845703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,1.655062484741211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,1.6787391662597657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,1.748543930053711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,2.1381568908691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.2,163.80919189453124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,2.8687040328979494
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,3.5043006896972657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,5.968121719360352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,52.70774536132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,9.431603240966798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,35.4481689453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,13.308578491210938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,15.768949890136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,2,1,power_law_1.01,373.553466796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.49165759086608884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.5356895923614502
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,1.402899169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,1.5566911697387695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,1.5580320358276367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,1.441260814666748
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,1.4505536079406738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,1.462326431274414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,1.4710016250610352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,1.468393611907959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,1.4982784271240235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,2,power_law_1.2,478.863916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,1.5412447929382325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,1.5479840278625487
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.31284799575805666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,2,1,power_law_1.2,131.4138427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,1.6056991577148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.6723487854003907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,1.6351839065551759
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,1.6646400451660157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.8790528297424316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,1.8792512893676758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.9345952033996582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.9631296157836914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,2.6870304107666017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,25.945169067382814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,1.010547161102295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,1.0244992256164551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,3.3327903747558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,1.0465503692626954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,1.1144351959228516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,51.316253662109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,1.046784019470215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,1.0819456100463867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,70.2338623046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,1.116431999206543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,4.673977661132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,1.1493887901306152
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,1.1609408378601074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,1.178883171081543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,1.2644160270690918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,6.13152961730957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,1.345206356048584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,1.992790412902832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.7034112930297851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,9.312630462646485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,2.1398880004882814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,32.0942626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.803078460693359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,12.686415863037109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,4.052710342407226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.2,244.19990234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.365456008911133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,18.93544921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.2,557.477587890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.13660800457000732
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.33346560001373293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.45601282119750974
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.7897535800933838
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,1.6951711654663086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,1.6805408477783204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,1.5717087745666505
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,1.5752223968505858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,1.582150363922119
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,1.5652416229248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,1.6003679275512694
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,1.6037279129028321
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,1.6134687423706056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,1.659052848815918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,47.27311706542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,1.7202783584594727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,1.7418336868286133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,1.7193952560424806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.2287841796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,87.99722900390626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,67.47998046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,1.801241683959961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,1.8911935806274414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,2.364944076538086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,2.911014366149902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,26.515182495117188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,4.029081726074219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,10.154377746582032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,2,1,power_law_1.2,194.6933837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,5.180531311035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,7.675965118408203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,37.142034912109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,74.13765258789063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,14.87512664794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,10.23895034790039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,138.33228759765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,15.254019165039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,105.1015380859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,59.122857666015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,19.708416748046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,85.99775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,20.584466552734376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,23.940591430664064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,62.52154541015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,25.59205780029297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,131.7813720703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.2,482.70537109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.31343679428100585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.6687456130981445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,1.0352831840515138
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,1.0423871994018554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,1.0573023796081542
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,1.1007136344909667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,1.1272095680236816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,1.0930335998535157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,1.1090720176696778
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,1.0402655601501465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,1.0668607711791993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,1.1067999839782714
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,1.1686976432800293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,1.1388863563537597
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,1.1611488342285157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,1.2725664138793946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,1.3336832046508789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,1.980246353149414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.6981311798095704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,39.766744995117186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,2.2068735122680665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,102.48389892578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.8052255630493166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.922118377685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.448844909667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,212.8040771484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.134716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.3413952112197876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.4581471920013428
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.7545536041259766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,1.568188762664795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,1.5970911979675293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,1.6013408660888673
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,1.6085855484008789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,1.6199552536010742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,1.6198463439941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,256.12802734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,1.3039008140563966
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,1.6181472778320312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,1.612076759338379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,2.3358528137207033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,1.6296863555908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,2.621507263183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,2.6491935729980467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,1.6356544494628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,2.666275215148926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,2.697894477844238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,2.7250911712646486
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,1.660976028442383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,2.7193727493286133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,2.742131233215332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,1.7104000091552733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,2.7690240859985353
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,1.746556854248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,2.8055519104003905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,2.8522111892700197
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,1.7109535217285157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,2.848134422302246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,3.140153694152832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,1.8153343200683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,3.164112091064453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,3.735673522949219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,1.924950408935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,4.909222412109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,6.001017761230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,41.71845397949219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,2.458579254150391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.249228668212891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,10.350950622558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,2.9045183181762697
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,12.672902679443359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,2,1,power_law_1.2,372.41162109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.7494431972503662
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,1.0155839920043945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,2.2754783630371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,2.70629768371582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,2.4939584732055664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,2.4992576599121095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,2.570492744445801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,2.5804351806640624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,2.594150352478027
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,2.6187679290771486
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,4.102947235107422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,2.697929573059082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,2.7864992141723635
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,2.791267204284668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,2.827814483642578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,2.9042335510253907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,20.066761779785157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,3.049728012084961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,3.7629825592041017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,4.625529479980469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,5.618255996704102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,5.2674720764160154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,9.903465270996094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,7.632975769042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,27.919265747070312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,9.779897308349609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,15.8999267578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,7.652397155761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,40.44521789550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,20.17554931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,10.241635131835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,14.682199096679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,29.204898071289062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,55.11490478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,44.42303466796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,95.91959228515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,15.312783813476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,19.233567810058595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,78.81222534179688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,1.0189696311950684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,1.3517024040222168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,2.197078323364258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,2.6337535858154295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,2.651958465576172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,70.74188232421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,2.670921516418457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,2.7073055267333985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,2.733273506164551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,2.7188608169555666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,2.7359615325927735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,2.773161506652832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,2.7773248672485353
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,2.831654357910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,2.8768543243408202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,3.093120002746582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,3.2235488891601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,3.9275745391845702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,5.14600944519043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,7.2267906188964846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,10.253266906738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,268.534716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.6753024101257324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,117.24381103515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.9924448013305665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,2.0997951507568358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,2.491856002807617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,2.4926240921020506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,2.522995185852051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,2.565123176574707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,2.4616863250732424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,2.603241539001465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,14.087120056152344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,2.6133920669555666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,2.708505630493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,2.7339487075805664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,2.774950408935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,20.50214385986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,2.818751907348633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,3.0016351699829102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,3.233168029785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,3.6461345672607424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,4.992092895507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,20.120562744140624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,5.8025470733642575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,82.55647583007813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.5170944213867188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.8306303977966308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,1.0943103790283204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,1.7392480850219727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,2.685852813720703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,2.7326303482055665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,2.7840576171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,2.760204887390137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,2.8077951431274415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,2.7405567169189453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,2.8480287551879884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,2.9354528427124023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,7.876019287109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,2.946099281311035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,2.9519424438476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,3.1152191162109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,3.2612289428710937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,23.71825256347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,3.4124897003173826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,9.687977600097657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,3.891254425048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,89.9802001953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,28.603012084960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,4.316659164428711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,5.148809432983398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,15.430192565917968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,6.223065567016602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,246.3244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.33056960105895994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.5936287879943848
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.6993792057037354
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,1.2833824157714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,2.641257667541504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,2.7232608795166016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,2.725980758666992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,2.7299423217773438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,2.6776256561279297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,2.761008071899414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,9.11039047241211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,2.7751487731933593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,2.7887199401855467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,46.546142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,2.8377824783325196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,19.997340393066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,2.893657684326172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,2.865920066833496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,2.969660758972168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,3.248281478881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,3.4450847625732424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,3.7316513061523438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,12.022105407714843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,4.34031982421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,5.065238571166992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,30.73619689941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,7.008780670166016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,18.64929656982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,153.93597412109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,71.65488891601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,9.034166717529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,25.57098846435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,45.897882080078126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,24.606243896484376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,12.979408264160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,115.28216552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,17.78534698486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,96.22149658203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,39.257293701171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,38.490377807617186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,78.0995849609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,27.186862182617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,222.535205078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,50.89561157226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,41.223202514648435
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,111.6699951171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,90.64154052734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,36.53008117675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,182.81392822265624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,64.35399780273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,170.643115234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,111.232373046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,45.1409912109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,77.86328735351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.5157824039459229
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.7359968185424804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.9813599586486816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,1.7321695327758788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,2.7303680419921874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,2.719603157043457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,2.769366455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,2.756879997253418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,2.788345527648926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,2.7999551773071287
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,2.848259162902832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,2.872150421142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,3.007516860961914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,3.057494354248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,3.220975875854492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,3.1611679077148436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,3.3456321716308595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,3.7983425140380858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,4.261759948730469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,5.112089538574219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,72.85545654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,101.18556518554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,6.211628723144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,9.22891845703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,199.49246826171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,254.5393310546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,12.281145477294922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,434.194775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.3374079942703247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.5789087772369385
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.7586304187774658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,1.2849311828613281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,2.709014320373535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,2.7201152801513673
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,2.732646369934082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,2.735321617126465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,2.708982467651367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,2.754832077026367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,2.761964797973633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,18.302108764648438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,2.7798656463623046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,2.796883201599121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,2.8423999786376952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,3.02139835357666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,2.9695968627929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,3.1755775451660155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,3.3619712829589843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,3.6162303924560546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,4.430713653564453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,346.052294921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,1.1518848419189454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,2.2415935516357424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,2.7116512298583983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,3.565695953369141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,4.456441497802734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,5.402508926391602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,6.512806701660156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,6.741916656494141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,10.973212432861327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,5.227651214599609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,10.127302551269532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,10.558729553222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,10.80417251586914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,11.341744232177735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,11.118390655517578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,24.264259338378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,11.489302062988282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,11.509465789794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,7.033827209472657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,11.94818572998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,12.471321868896485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,13.105250549316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,82.9376708984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.8065535545349121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,1.6030399322509765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,1.935353660583496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,2.786947250366211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,3.2863903045654297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,3.470342254638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,4.880889511108398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,13.528562927246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,5.098441696166992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,9.572172546386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,8.940185546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,9.843647766113282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,10.601267242431641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,9.798377227783202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,14.027993774414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,10.648268890380859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,10.85202865600586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,10.888722991943359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,11.144652557373046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,11.533280181884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,15.154460144042968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,11.86819839477539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,12.03524169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,13.263591003417968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,12.890797424316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,16.81047668457031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,13.451689147949219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,38.042727661132815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,14.225593566894531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,20.052886962890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,15.579539489746093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,17.672647094726564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,25.164591979980468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,18.319635009765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,21.29625244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,26.838931274414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,34.38994140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,50.72021484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,29.327859497070314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,202.340283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,1.150812816619873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,2.0221088409423826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,2.484809684753418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,3.161731147766113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,4.392367935180664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,4.941884613037109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,6.743686676025391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,7.083078765869141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,9.603001403808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,44.820028686523436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,10.371199798583984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,10.882838439941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,10.676592254638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,146.06959228515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,10.729036712646485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.8067487716674805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,1.4582655906677247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,1.6125696182250977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,2.469718360900879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,3.1673568725585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,11.475318145751952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,3.3860542297363283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,4.780067062377929
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,4.728707122802734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,11.438111877441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,9.99853744506836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,36.767758178710935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,9.699072265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,11.811392211914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,10.219062042236327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,12.074486541748048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,10.279094696044922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,10.24114532470703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,12.900271606445312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,10.934333038330077
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,11.071580505371093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,13.573344421386718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,11.314393615722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,11.404524993896484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,36.67971496582031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,14.345823669433594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,12.095123291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,12.416259002685546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,14.921994018554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,13.11761932373047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,62.98319702148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,16.253805541992186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,13.351954650878906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,14.901161193847656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,18.223126220703126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,57.41846923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,344.22314453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.2884320020675659
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.5661983966827393
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,1.128275203704834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,2.0344863891601563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,3.0863807678222654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,4.06042251586914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,5.968873596191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,16.431001281738283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,6.154076766967774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,6.40513916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,6.505177307128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,6.797856140136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,6.9296928405761715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,7.118838500976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,7.202393341064453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,22.396319580078124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,10.24741439819336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,10.490191650390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,10.681501007080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,10.931385803222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,464.888623046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.03763520121574402
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.3457920074462891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.6877408027648926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,1.3926495552062987
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,19.50474853515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,2.121756744384766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,2.824649620056152
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,4.070611190795899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,48.49662780761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,4.193478393554687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,11.341168212890626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,4.3793182373046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,4.461366271972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,4.677971267700196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,4.705177688598633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,4.733520126342773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,5.061552047729492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,11.728844451904298
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,9.081581115722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,9.221695709228516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,9.554102325439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,27.693377685546874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,12.347209930419922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,9.868006134033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,10.277446746826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,45.3060791015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,12.999845886230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,23.875254821777343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,10.589965057373046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,11.02615966796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,13.704339599609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,11.650863647460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,37.964691162109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,12.442179107666016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,15.54266815185547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,33.17646179199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,82.5236572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,14.115875244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,18.199264526367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,15.616712951660157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,51.4705322265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,68.86814575195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,99.4515869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,43.88998107910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,25.30701446533203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,20.04302978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,60.134161376953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,33.73910827636719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,50.67872924804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,25.442703247070312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,73.31463012695312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,41.82693786621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,34.8309326171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,97.27249755859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,160.3007568359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.2888319969177246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.5671584129333496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,1.0467743873596191
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,1.956787109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,2.7678752899169923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,3.8041217803955076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,5.665372848510742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,6.143324661254883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,6.196931076049805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,6.49229736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,6.725196838378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,6.980767822265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,77.00889282226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,7.039625549316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,7.295657348632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,10.467129516601563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,10.597462463378907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,10.718796539306641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,11.277446746826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,11.741238403320313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,12.195875549316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,138.45389404296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.03688639998435974
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.34722878932952883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.7593567848205567
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,1.3848511695861816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,1.7995487213134767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,2.5382400512695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,3.9624256134033202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,4.144358444213867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,4.307487869262696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,4.493612670898438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,4.608172988891601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,4.738604736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,12.709785461425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,4.848601531982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,5.000495910644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,9.124861145019532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,9.581295776367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,9.975193786621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,13.488691711425782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,10.166403198242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,63.49619140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,10.509241485595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,10.960054779052735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,14.532351684570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,11.348246765136718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,48.71802673339844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,12.264310455322265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,16.885516357421874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,12.993128967285156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,19.364051818847656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,14.696025085449218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,16.77178955078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,25.954348754882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,21.538064575195314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,199.71380615234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.03234240114688873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.11651840209960937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.19343680143356323
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.2575263977050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.2893631935119629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.414415979385376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.6174431800842285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.6208672046661377
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.6503583908081054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.6464064121246338
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.6677343845367432
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.6775551795959472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.6876736164093018
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.6888864040374756
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.6814815998077393
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.6885632038116455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.7020512104034424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.7755296230316162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,174.46954345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.02624639868736267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.031564798951148984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.044844800233840944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,33.91713256835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.09720000028610229
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.1778272032737732
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.26911039352416993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.5651040077209473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.576310396194458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.5501311779022217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.5737823963165283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.5467360019683838
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.8147232055664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.5880415916442872
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.5865664005279541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.6168735980987549
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.6215167999267578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.6256991863250733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.9083968162536621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.6510208129882813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.6303071975708008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,1.0102272033691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.6722688198089599
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.7597439765930176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,1.2478431701660155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.8808511734008789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,27.323358154296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,1.0861791610717773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,1.540659236907959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,1.4358847618103028
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,158.195263671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.03142719864845276
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.07242559790611267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.1790336012840271
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.30018880367279055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.28986880779266355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.4092576026916504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.6084256172180176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.6307104110717774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,145.51990966796876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.02534399926662445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.6425695896148682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.02776640057563782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.04145280122756958
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.08241919875144958
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.6631904125213623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.09872959852218628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.2510751962661743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.6683263778686523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.5128896236419678
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.555676794052124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.651862382888794
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.5499296188354492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.5487872123718261
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.6477439880371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.5762847900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.5893856048583984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.6815455913543701
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,2.166342353820801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.5960127830505371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.6896959781646729
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,122.97037353515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.015043200552463531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.026822400093078614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.612281608581543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.07816960215568543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.17516160011291504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.24473919868469238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.38518080711364744
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.6869952201843261
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.3958303928375244
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.5913375854492188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.4139103889465332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.4197279930114746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.42682561874389646
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.4287263870239258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.6020607948303223
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.707155179977417
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.6356063842773437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.6396031856536866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.638156795501709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.6338687896728515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.760207986831665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.6354432106018066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.6688320159912109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.6337376117706299
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.8116703987121582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.6459199905395507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.6758016109466553
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,2.036892890930176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.6741600036621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,41.737237548828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.921987247467041
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.7115839958190918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.758784008026123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,95.97905883789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.016025599837303162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.019417600333690645
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.03252159953117371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.05286080241203308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.07672640085220336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.2408672094345093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.2587615966796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.26456000804901125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.26628799438476564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.27564799785614014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.28539841175079345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.7623871803283692
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.48504958152770994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,1.0380127906799317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.49262399673461915
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.5012224197387696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.8984064102172852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.5135551929473877
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.5203167915344238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,2.836288070678711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.5439648151397705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.8367072105407715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.569385576248169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,1.3233247756958009
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.579091215133667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,1.1558239936828614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.9898079872131348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,2.7807104110717775
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.6143104076385498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.6814335823059082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,1.6813951492309571
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,35.222991943359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,1.5125184059143066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,1.1686047554016112
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.8405376434326172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,4.216083145141601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,1.0194560050964356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.5700703620910645
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,2.2019968032836914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,2.3340288162231446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,4.1014049530029295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,1.4379584312438964
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.9966175079345703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,2.961167907714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,3.23583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,5.593072128295899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,1.87194881439209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,63.65345458984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,5.689667129516602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.8645631790161135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,4.373267364501953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,2.782588768005371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,50.40616149902344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,4.557625579833984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,6.881056213378907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.7380577087402345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.01,6.7517341613769535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,3.7358592987060546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,6.192150497436524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,4.711865615844727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,5.711433410644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.01,4.698662567138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,10.514211273193359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.01,11.245645141601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,7.627932739257813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,7.335734558105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,122.7120849609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.01510400027036667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.03352639973163605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.07444159984588623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.1477247953414917
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.2270751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.3864991903305054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.4049056053161621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.4249855995178223
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.4295616149902344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.4366623878479004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.43569278717041016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.6272255897521972
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.634607982635498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.6318975925445557
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.637820816040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.6434304237365722
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.655628776550293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.6772704124450684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.2,7.372905731201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.7176864147186279
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.7692480087280273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.8604191780090332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.01,7.439475250244141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,96.20769653320312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.01621440052986145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.021561600267887115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.031692799925804135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.047030401229858396
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.06114559769630432
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.2420032024383545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.26133759021759034
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.2716480016708374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.2798880100250244
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.2808128118515015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.2847104072570801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.4884191989898682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.5013823986053467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,1.0247584342956544
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.519161605834961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.5298655986785888
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.5359456062316894
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.5532896041870117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.5795455932617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.5864160060882568
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,1.1989312171936035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.6268095970153809
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.6962175846099854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.849721622467041
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.6083488464355469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,1.0378111839294433
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,1.4601696014404297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,2.0688287734985353
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,1.9115232467651366
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.01,21.86883544921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.5040512084960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,21.814700317382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.6349599838256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.3536736011505127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.8604864120483399
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.43706560134887695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,1.0262304306030274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.561516809463501
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.7566847801208496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,1.2197279930114746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.8937408447265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,1.6688512802124023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,1.193712043762207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,2.3997440338134766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,2.3488096237182616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,2.551932716369629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,2.4025087356567383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,2.469571113586426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,2.416985511779785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,2.5629663467407227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,2.538492774963379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,2.695919990539551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,2.6175167083740236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,2.6825023651123048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,2.5787328720092773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,2.675984001159668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,2.6287839889526365
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,2.7789728164672853
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,2.672083282470703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,11.679484558105468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,2.8141759872436523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,2.785817527770996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,2.765228843688965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,2.7130495071411134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,2.9026784896850586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,2.853299140930176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,3.0004640579223634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,2.995008087158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,3.1338079452514647
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,3.10032958984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,3.3986209869384765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,3.246870422363281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,2.9403839111328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,3.6605152130126952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,3.5261024475097655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,4.332140731811523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,4.166320037841797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,2.8201152801513674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,5.050406265258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,5.020771026611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,14.554713439941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.4978655815124512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.5162432193756104
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.7581696033477783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.9285375595092773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,1.1552063941955566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,1.4961631774902344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,2.44420166015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,2.494857597351074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,2.539788818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,2.5621503829956054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,2.66213436126709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,2.730918312072754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,2.746611213684082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,2.742825508117676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,2.8565952301025392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,2.8994335174560546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,2.954652786254883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,3.0776800155639648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,7.004268646240234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,6.908207702636719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.2,12.16671371459961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,3.2113697052001955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,3.4753696441650392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,3.746044921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.8123870849609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,4.7069343566894535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.01,14.809638977050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.31122560501098634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.4178912162780762
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.6024479866027832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.684764814376831
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.722217607498169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,1.1700192451477052
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,9.17543716430664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,8.55997085571289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,2.412816047668457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,2.474006462097168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,2.539683151245117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,2.5557727813720703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,2.644732856750488
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,2.588640022277832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,2.607456016540527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,2.7292736053466795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,2.7681535720825194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,2.827337646484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,2.7989887237548827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,5.8254657745361325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,2.9755903244018556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,3.7795841217041017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,3.097849655151367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,3.321635055541992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,3.624118423461914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,7.986934661865234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,13.643644714355469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,12.306515502929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,4.4982048034667965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,5.59911994934082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,10.005599975585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,7.50884780883789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,17.385189819335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,17.224563598632812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,9.253215789794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,14.001986694335937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,4.76440658569336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.2,4.712825775146484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,13.926313781738282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,20.681654357910155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,22.77367401123047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,20.3140380859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,19.625196838378905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,31.59190673828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,37.9194580078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,23.513839721679688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,22.0994873046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,7.401116943359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.2,7.463571166992187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,23.4081787109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.029785600304603577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.22558400630950928
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.4486976146697998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.6786816120147705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.9055040359497071
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,1.4502528190612793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,1.5311615943908692
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,1.5717951774597168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,1.6381280899047852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,1.6597375869750977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.2,22.9523193359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.02439039945602417
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,1.6882944107055664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.062054401636123656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.29526400566101074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.48126721382141113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.6475168228149414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,1.0249504089355468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,2.509350395202637
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,1.0619135856628419
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,1.1550559997558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,2.5339231491088867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,1.1806495666503907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,1.1676159858703614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,2.516227149963379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,1.214367961883545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,2.2566879272460936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,2.5219039916992188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,2.2592960357666017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,2.603990364074707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,2.3326656341552736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,2.329968070983887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,2.6602527618408205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,2.3775775909423826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,2.7750911712646484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,2.382313537597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,2.4996383666992186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,2.8662399291992187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,2.5664960861206056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,3.0288671493530273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,2.7246944427490236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,3.2186336517333984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,2.9048704147338866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,3.5762401580810548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,3.241222381591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,4.071846389770508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,3.6363296508789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,67.23829956054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.028870400786399842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.2490015983581543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.4172704219818115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.6157311916351318
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.8417920112609864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,37.0768798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,1.4632608413696289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,1.6072288513183595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,1.6267423629760742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,1.6677696228027343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,1.6881311416625977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,1.7206623077392578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,2.5402048110961912
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,76.12283935546876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.025142401456832886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.09073920249938965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.27037758827209474
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,2.542220878601074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,5.123775863647461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.42792959213256837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.6106912136077881
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,1.045359992980957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,1.1381152153015137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,2.5796960830688476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,1.169603157043457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,1.207363224029541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,1.2256640434265136
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,2.596339225769043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,1.2194432258605956
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,4.608975982666015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,2.2638463973999023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,2.6308704376220704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,2.3423744201660157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,2.3334592819213866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,2.6962175369262695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,2.379494476318359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,2.3952255249023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,2.785055923461914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,42.243603515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,2.426572799682617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,2.9121280670166017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,2.528646469116211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,2.602265548706055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,3.0664800643920898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,2.7863744735717773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,3.295977783203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,6.5206657409667965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,2.9684064865112303
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,5.717283248901367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,3.759164810180664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,3.3157886505126952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,4.272147369384766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,3.767385482788086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,10.242582702636719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,8.170793914794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,5.410543823242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,4.780003356933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,6.035446548461914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,6.809152221679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,13.72471923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,10.769654083251954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,8.446096038818359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,10.569376373291016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,17.30102996826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,13.881500244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,11.091331481933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,13.8431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,26.743096923828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,21.01735076904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.2,14.826194763183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,1.240124797821045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,1.8141824722290039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,2.0692319869995117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,2.728982353210449
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,3.3230911254882813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,4.79826545715332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,7.280941009521484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,7.657683563232422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,7.939510345458984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,7.7671043395996096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,7.482537841796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,7.6825309753417965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,8.072515106201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,8.023101043701171
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,8.29532470703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,8.661468505859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,8.843472290039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,9.12874526977539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,9.794748687744141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,10.439615631103516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,17.060284423828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,10.908560180664063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,13.976045227050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,13.044854736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,14.554115295410156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,14.606040954589844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.8953184127807617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,1.4344575881958008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,1.5784192085266113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,2.045097541809082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,2.187027168273926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,3.4119102478027346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,6.764931488037109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,6.947388458251953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,7.158668518066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,7.433033752441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,7.719753265380859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,7.575023651123047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,7.878553771972657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,8.115119934082031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,8.240493011474609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,19.807040405273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,8.36698226928711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,8.455919647216797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,8.645587158203124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,9.078998565673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,9.566806030273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,10.046956634521484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,24.204757690429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,11.588480377197266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,12.628387451171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,16.535484313964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,35.10165100097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,20.882540893554687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,55.29263916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,1.2396608352661134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,1.5066464424133301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,2.0416479110717773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,41.7971435546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,2.8005247116088867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.8929344177246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,1.0643487930297852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,3.099990463256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,1.4081567764282226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,1.852409553527832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,4.670975875854492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,2.417705535888672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,3.4532798767089843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,7.182009887695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,7.395414733886719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,7.448079681396484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,7.13477783203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,7.412886047363282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,7.153145599365234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,7.779885101318359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,7.481008148193359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,7.867852783203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,84.10452880859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.31728320121765136
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,7.8645469665527346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.6233727931976318
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,1.1172575950622559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,1.8402271270751953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,8.231795501708984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,2.5465856552124024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,7.573760223388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,4.203036880493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,8.016703796386718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,4.562096023559571
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,8.038969421386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,4.592396926879883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,4.707526397705078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,8.268278503417969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,8.153494262695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,4.817587280273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,4.922956848144532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,8.574880218505859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,8.461952209472656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,5.073078536987305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,45.04703979492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,8.327011108398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,7.545795440673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,8.451990509033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,7.59686050415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,8.872105407714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,8.700367736816407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,7.856249237060547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,7.921913909912109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,9.454345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,9.075987243652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,26.688967895507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,8.050978851318359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,28.837734985351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,9.651945495605469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,9.109206390380859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,8.199247741699219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,8.513916778564454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,10.663846588134765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,9.813817596435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,8.696086120605468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,11.315923309326172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,10.306569671630859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,9.088706970214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,21.173394775390626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,13.732710266113282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,12.01385269165039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,9.903993225097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,15.500918579101562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,14.54437713623047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,10.771379089355468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,38.3514892578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,60.52861328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,20.403666687011718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,18.721653747558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,13.342691040039062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,75.36341552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.041791999340057374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.3946784019470215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.7690144062042237
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,1.2527199745178224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,1.7633119583129884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,2.9635711669921876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,3.195676803588867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,3.2525409698486327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,3.3419647216796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,3.439401626586914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,3.5274463653564454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,3.5342655181884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,22.354646301269533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,6.754243469238281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,26.6829345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,17.29649963378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,7.066336059570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,7.190956878662109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,7.185279846191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,7.300083160400391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,7.505881500244141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,7.580863952636719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,7.9751136779785154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,8.242467498779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,8.823532867431641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,46.63519287109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,24.921775817871094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,33.855648803710935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,40.2478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,9.521580505371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,11.444739532470702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,87.86200561523438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,33.1294189453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,13.857203674316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,50.73600463867187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,42.518975830078126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,19.216581726074217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,73.08939208984376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,42.271792602539065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,66.0915283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,52.60667724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,25.008181762695312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,32.56022644042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,63.70314331054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,192.0412841796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.31623361110687254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.6229472160339355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,1.104188823699951
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,1.5884063720703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,2.3400896072387694
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,4.216918563842773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,4.504201507568359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,4.725769424438477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,4.824739074707031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,98.91534423828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,4.9323680877685545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,5.064371109008789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,5.192905426025391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,7.655948638916016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,7.7999519348144535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,7.806601715087891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,8.09031982421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,8.113929748535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,8.355951690673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,8.606428527832032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,8.894735717773438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,9.379644775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,87.33893432617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,48.8167724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,10.39769287109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,144.47315673828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.04456959962844849
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.39463999271392824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.8183263778686524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,1.1448415756225585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,1.5371583938598632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,2.9857152938842773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,3.1701536178588867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,3.273494338989258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,3.4351390838623046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,3.4572513580322264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,3.62487678527832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,3.648883056640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,7.106707000732422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,7.206246185302734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,7.231459045410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,11.454518127441407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,7.3508766174316404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,7.4920097351074215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,7.625334167480469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,7.751197052001953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,8.085657501220703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,14.291453552246093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,8.499593353271484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,9.190406036376952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,41.831292724609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,1.151200008392334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,2.064409637451172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,4.03441276550293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,4.316515350341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,6.039174270629883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,7.090287780761718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,8.569811248779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,9.934659576416015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,10.86920623779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,10.206291198730469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,9.99532470703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,13.491545104980469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,14.88341064453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,18.116053771972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,15.04407958984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,15.337501525878906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,15.116502380371093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,16.55413818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,16.19031982421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,12.226207733154297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,16.739573669433593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,17.13889923095703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,18.43865203857422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,19.522515869140626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,14.636114501953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,25.858126831054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,20.47431335449219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,128.41417236328124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.8060959815979004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,1.6039167404174806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,3.1352319717407227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,2.937481689453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,4.469760131835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,5.346169662475586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,6.12281608581543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,7.060406494140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,6.596822357177734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,7.1822044372558596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,13.763200378417968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,14.365597534179688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,53.913885498046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,1.1558367729187011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,22.590672302246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,2.064083290100098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,3.2942142486572266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,13.222087097167968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,3.97808952331543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,5.677859115600586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,7.433817291259766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,15.804672241210938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,8.594371032714843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,9.489427185058593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,14.542230224609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,10.510336303710938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,9.257949066162109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,15.944387817382813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,14.366319274902343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,15.43066864013672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,15.072323608398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,14.512550354003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,16.481382751464842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,16.278536987304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,16.014540100097655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,24.70354309082031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,16.72516784667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,20.092442321777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,15.95203857421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,16.230601501464843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,17.55699462890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,17.65540771484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,18.65079345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,17.41162567138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,34.676516723632815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,18.808697509765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,19.56023406982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,28.9731201171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,20.315318298339843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,20.639126586914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,21.930224609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,96.40075073242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.8043647766113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,1.5971391677856446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,2.5196352005004883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,2.9363519668579103
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,4.160220718383789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,5.313379287719727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,5.410047912597657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,23.77105255126953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,7.433878326416016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,7.687353515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,25.895562744140626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,7.082380676269532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,12.627177429199218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,22.69470672607422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,14.230278015136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,13.316412353515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,14.473612976074218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,36.59648132324219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,14.460202026367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,14.594490051269531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,15.879037475585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,26.677679443359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,16.52222137451172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,17.422991943359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,25.16571502685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,18.037315368652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,43.60195617675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,18.283123779296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,30.8689697265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,20.03302459716797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,46.896783447265626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,21.691897583007812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,31.51960144042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,32.74971923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,24.777532958984374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,40.43246765136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,27.682073974609374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,39.44188232421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,60.35838623046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,51.56764526367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,37.00257263183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,66.38941040039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,53.98656005859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,183.88743896484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.28819520473480226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.5686495780944825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,1.1370911598205566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,2.037260818481445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,3.5938400268554687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,5.236089706420898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,6.23686408996582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,8.05738525390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,8.395565032958984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,8.90350112915039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,43.89625549316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,9.03130874633789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,64.12970581054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,9.518537902832032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,9.651551818847656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,9.903766632080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,10.0546142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,10.40478057861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,14.799984741210938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,15.199676513671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,160.18876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.03671999871730804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.34482560157775877
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,15.672412109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.686681604385376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,1.3912287712097169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,2.489462471008301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,3.6151168823242186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,4.2453857421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,5.642377471923828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,5.870486450195313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,6.0473182678222654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,16.436198425292968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,6.3039710998535154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,6.402796936035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,6.638518524169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,87.2810302734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,6.901580810546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,6.934783935546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,16.87439422607422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,7.167606353759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,13.353900146484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,13.651679992675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,17.64237823486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,13.974639892578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,49.046173095703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,14.642658996582032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,15.034941101074219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,18.539404296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,55.12770385742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,15.98734130859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,19.93492736816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,73.06364135742187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,16.7216064453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,93.44920043945312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,18.157939147949218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,22.131785583496093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,19.592559814453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,28.17716064453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,78.710693359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,23.314413452148436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,36.57420654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,28.083087158203124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,164.4873291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.2882591962814331
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.5687647819519043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,1.0465920448303223
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,2.0411840438842774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,3.315273666381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,4.646227264404297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,5.5936225891113285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,7.874111938476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,8.265753936767577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,8.670716857910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,9.012818908691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,9.222281646728515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,9.323158264160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,9.76367645263672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,10.133853149414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,10.269213104248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,14.758726501464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,15.363661193847657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,47.28062744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,15.884284973144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,16.753753662109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,17.26202850341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,39.021810913085936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,136.720751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.03897919952869415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.34585280418395997
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.7607776165008545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,1.5140735626220703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,2.275494384765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,3.2262752532958983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,3.8722591400146484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,5.376556777954102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,18.427842712402345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,5.677324676513672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,5.881644821166992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,6.216096115112305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,6.4423362731933596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,6.540316772460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,6.795756530761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,6.956114959716797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,7.089545440673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,13.209980773925782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,19.556620788574218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,13.921282958984374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,185.39429931640626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.30471038818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.5710783958435058
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.5743103981018066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.8356512069702149
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.9113568305969239
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.01,1.2381728172302247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,14.455340576171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.01,1.6897504806518555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.01,1.6791584014892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.01,1.7972095489501954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.01,1.7971200942993164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.01,1.8642496109008788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.01,1.898512077331543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.01,1.8924415588378907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.01,1.9857599258422851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.01,1.932713508605957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,15.139555358886719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.01,2.0016607284545898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.01,2.0724063873291017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.01,2.084604835510254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,131.489794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.01,0.03840320110321045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.01,0.37148160934448243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,21.43751678466797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.01,0.374783992767334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.01,0.4830751895904541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.01,0.5821951866149903
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.01,0.8545791625976562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.01,1.6065759658813477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,15.92150421142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.01,1.6942848205566405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.01,1.7844640731811523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.01,2.22457275390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.01,1.7823263168334962
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.01,1.8160192489624023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.01,1.8391904830932617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.01,1.907574462890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.01,1.9429439544677733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.01,2.0207616806030275
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.01,2.376367950439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.01,2.0435039520263674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.01,2.119830322265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,16.632231140136717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.01,2.178441619873047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.01,2.4276992797851564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.01,2.227462387084961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.01,2.358742332458496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.01,2.830326461791992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,17.690838623046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,24.08656005859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.01,2.4740671157836913
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.01,3.4755809783935545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.01,2.832588768005371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,68.88230590820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,19.326383972167967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,152.5885986328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.3033247947692871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.45122241973876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.5732480049133301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.749513578414917
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.7667903900146484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.2,1.1592479705810548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.2,1.660086441040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.2,1.7254079818725585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.2,1.719171142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.2,1.786716842651367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.2,1.8091680526733398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.01,3.2936256408691404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.2,1.9022016525268555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.2,1.9280031204223633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.2,1.8970207214355468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.2,1.9448736190795899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.01,4.548073577880859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.2,2.011568069458008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.2,2.1071807861328127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.2,2.114182472229004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,50.125631713867186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.2,2.2253952026367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,30.18848876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.2,2.375609588623047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.01,4.528764724731445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,95.673681640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.2,0.03729279935359955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.2,0.2579296112060547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.2,0.43484158515930177
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.2,0.5332064151763916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.2,0.6425695896148682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.2,0.8046719551086425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.2,1.7265472412109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.2,1.6314624786376952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,21.219964599609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.2,1.8202943801879883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.2,1.8316160202026368
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.2,2.6500320434570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.2,1.8165151596069335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.2,1.898531150817871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.2,1.9162399291992187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.2,1.9794527053833009
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.2,2.00482234954834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.01,5.830089569091797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.2,2.0552928924560545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.2,2.1241247177124025
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.2,3.1492992401123048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.2,2.194223976135254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.2,2.2544063568115233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.2,2.414531135559082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.01,5.950620651245117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.2,3.740361785888672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.2,2.5108768463134767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.2,3.0650815963745117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,25.38837432861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.2,5.192633438110351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.01,8.004505920410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,37.678506469726564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.2,3.524979019165039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.01,8.087971496582032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.2,5.02916145324707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.2,6.723113250732422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,30.350112915039062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.01,10.514927673339844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.2,6.000444793701172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.2,9.95704345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.01,10.60232925415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,47.30636901855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.2,9.119404602050782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.01,14.181312561035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,39.88609008789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.2,12.319065856933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,4,power_law_1.01,13.207545471191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.2,11.530796813964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,129.9692626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.02106879949569702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.0333759993314743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.3092672109603882
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.5109536170959472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.6608287811279296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.01,1.1332384109497071
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.01,1.190015983581543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.01,1.2400992393493653
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.01,1.2897472381591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.01,1.2871583938598632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.01,1.314463996887207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.01,1.7477088928222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.01,1.8067808151245117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.01,1.844393539428711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.01,1.8376863479614258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.01,1.889094352722168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.01,1.9332799911499023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,97.29912109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.01,0.02088640034198761
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.01,0.025724801421165466
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.01,0.13390719890594482
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.01,0.33711040019989014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.01,0.4430560111999512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.01,0.7071104049682617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.01,0.77674880027771
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.01,0.7944992065429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.01,1.9395744323730468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.01,0.8401408195495605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.01,0.8489343643188476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.01,0.8743647575378418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.01,1.5730143547058106
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.01,1.5876416206359862
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.01,2.0090335845947265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.01,1.633011245727539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.01,1.6618911743164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.01,1.6804864883422852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.01,1.714361572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.01,2.122425651550293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.01,1.7823936462402343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.01,1.8326400756835937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.01,2.205824089050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.01,1.9181856155395507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,68.61311645507813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.01,2.403376007080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.01,2.028915214538574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.2,15.976441955566406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.01,2.182252883911133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.01,2.685270309448242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.01,2.4022335052490233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,4,power_law_1.2,14.555673217773437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.01,20.96117706298828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.01,3.2908512115478517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,52.42847900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.01,3.0220991134643556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,4,power_law_1.01,21.436119079589844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.01,4.1291648864746096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.01,3.768310546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.01,6.020854568481445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.01,5.486153411865234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.2,27.856076049804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.01,8.400377655029297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,4,power_law_1.2,21.861663818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.01,7.240576171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,132.10048828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.02179519981145859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.10044159889221191
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.304313588142395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.4792128086090088
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.5871615886688233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.2,1.0996800422668458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.2,1.1854656219482422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.2,1.2595264434814453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.2,1.281270408630371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.2,1.3033791542053224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.2,1.3544960021972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.2,1.8089023590087892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.01,10.630764770507813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.2,1.8029695510864259
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.2,1.8785087585449218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.2,1.8969760894775392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.2,1.8921920776367187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.2,1.95645751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,4,1,power_law_1.01,9.321858978271484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.2,1.976188850402832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.2,2.0694751739501953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.2,2.140537643432617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.01,45.47904052734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.2,0.023606400191783904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.2,0.041859200596809386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.2,0.12039040327072144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.2,0.2665024042129517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.2,0.3947488069534302
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.2,0.7094687938690185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.2,0.7558112144470215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.2,0.7996416091918945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.2,0.8450688362121582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.2,0.868166446685791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.2,2.2502784729003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.2,0.8656736373901367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.2,1.6298559188842774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.2,1.6370208740234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.2,1.6770336151123046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.2,1.6932064056396485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.2,1.721187210083008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.2,1.7150144577026367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.2,2.544953536987305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.2,1.7870527267456056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,97.61456909179688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.01,2.279097557067871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.01,4.145030212402344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.2,1.8498207092285157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.01,4.1484832763671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.01,6.302380752563477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.01,7.580335998535157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.01,11.248982238769532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.2,1.9436895370483398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.01,10.55334701538086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.01,9.846832275390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.01,11.014502716064452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.2,2.8479904174804687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.01,11.051222229003907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.2,2.074281692504883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.01,10.892403411865235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.01,16.239315795898438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,4,power_law_1.01,42.43025207519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.01,1.7020992279052733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.01,16.833999633789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.01,3.106038475036621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.01,3.2139232635498045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.01,4.421043014526367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.01,5.80805778503418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.01,17.579037475585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.01,7.380745697021484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.2,2.268476867675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.01,7.612671661376953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.01,18.21881561279297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.01,7.948809814453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.01,8.218182373046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.01,8.130307006835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.01,18.297273254394533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.01,8.572946929931641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.2,3.5989856719970703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.01,17.070530700683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.01,18.93877410888672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.01,17.506214904785157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.01,19.728390502929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.01,17.650912475585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.2,2.5364543914794924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.01,17.930140686035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.01,20.31224670410156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.01,18.207769775390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.01,18.85355224609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.01,21.903318786621092
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.01,20.130105590820314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.2,3.137363243103027
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.2,4.388959884643555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.01,20.367756652832032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.01,23.087100219726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.01,21.380245971679688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.01,16.746456909179688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.01,25.41991424560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.01,22.393040466308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,4,1,power_law_1.01,14.088893127441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.2,3.9902622222900392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.01,24.164691162109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.01,28.560260009765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.01,26.99181213378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.2,6.206604766845703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.01,35.96141052246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.2,55.974005126953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.2,2.28088321685791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.2,3.056275177001953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.2,4.158268737792969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.2,5.66069450378418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.2,7.254716491699218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.2,9.977244567871093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.2,10.25458221435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.2,10.168998718261719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.2,10.545356750488281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.2,5.71580810546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.2,10.904316711425782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.2,10.764476776123047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.01,34.407290649414065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.2,16.983226013183593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.2,17.506390380859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.2,17.819180297851563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.2,18.31812744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.2,18.431146240234376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.01,44.000054931640626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.2,18.877261352539062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.2,19.898471069335937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.2,20.545657348632812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.01,41.750894165039064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.2,8.483328247070313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.2,22.349629211425782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.2,23.683203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.2,7.344461059570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.2,27.205215454101562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.01,63.177392578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.2,31.832464599609374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,4,power_law_1.2,45.396209716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.2,1.702521514892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.2,2.254057693481445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.2,3.110825538635254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.2,4.262128067016602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.2,5.535113525390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.01,60.165191650390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.2,7.891693115234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.2,7.582157135009766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.2,7.870822143554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.2,8.40692138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.2,8.122684478759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.2,8.280169677734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.2,17.234722900390626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.2,17.66712646484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.2,18.060557556152343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.2,18.8584228515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.2,40.32471923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.2,18.849020385742186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.2,19.386627197265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.2,19.6716064453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.2,10.835596466064453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.2,21.204368591308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.01,79.50087280273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.2,22.108551025390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,4,1,power_law_1.2,9.29265899658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.2,50.03005676269531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.2,22.752671813964845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.01,75.11317138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.2,25.777642822265626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.01,34.15967712402344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.6079967975616455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.01,1.0972352027893066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.01,2.163542366027832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.01,3.8105953216552733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.01,5.38298225402832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.2,29.378482055664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.01,9.113715362548827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,4,1,power_law_1.01,27.9425537109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.01,10.039462280273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.01,0.4259039878845215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.01,0.7801343917846679
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.01,1.5466624259948731
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.01,2.739897537231445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.01,10.384326171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.01,3.855875015258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.01,10.687516784667968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.01,6.627490997314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.01,7.059248352050782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.01,10.884268951416015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.01,7.408428955078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.01,11.101376342773438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.01,7.690092468261719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.01,7.76684799194336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.01,11.40013427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.01,7.963056182861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.01,11.503215789794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.01,8.109503936767577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.01,8.180908966064454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.01,11.791343688964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.2,66.17349853515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.01,8.411430358886719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.01,11.832406616210937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.01,8.519673919677734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.01,11.969229125976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.01,8.662153625488282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.01,12.236377716064453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.01,8.817270660400391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.2,37.44578552246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.01,18.086953735351564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.01,17.02637176513672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.01,18.483465576171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.01,17.446499633789063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.01,103.86627197265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.01,17.91321258544922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.01,19.17541046142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.01,18.413848876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.01,19.62117156982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.2,47.06922912597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,4,power_law_1.01,94.68731689453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.01,19.643417358398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.01,20.9948486328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.2,16.523312377929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.01,20.91999053955078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.2,90.9716552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.01,22.758137512207032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.01,24.123049926757812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.01,28.162130737304686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.2,63.532598876953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,4,1,power_law_1.2,14.13536376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.01,28.29017028808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.01,37.785888671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.01,153.78045654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.2,82.5724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.2,112.8185791015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.01,38.70763244628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.01,51.96695556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,4,power_law_1.01,142.47744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.01,49.79738159179688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.01,68.59148559570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,4,power_law_1.2,99.28756103515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,4,1,power_law_1.01,65.7294677734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.01,84.19066162109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.2,166.88494873046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.2,33.776040649414064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.6085951805114747
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.2,1.0973535537719727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.2,2.1618879318237303
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.2,3.4629470825195314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.2,4.824524688720703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.2,9.153577423095703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.2,9.819321441650391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.2,10.30013427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.2,10.59432601928711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.2,10.771049499511719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.2,11.210031890869141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.2,11.481660461425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.2,11.83768310546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.2,12.06948471069336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.2,12.214060974121093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.2,12.414608001708984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.2,12.690707397460937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.2,18.30347900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.2,18.786976623535157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.2,19.509942626953126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.01,317.171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.2,0.43235201835632325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.2,0.851961612701416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.2,20.210914611816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,4,power_law_1.2,151.7910888671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.2,1.685750389099121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.2,2.4701984405517576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.2,3.5411392211914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.2,6.531318664550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.2,7.039817810058594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.2,7.306623840332032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.2,7.590419006347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.2,7.765017700195313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.2,7.935270690917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,4,1,power_law_1.2,27.794793701171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.5767295837402344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.8454848289489746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.7695007801055909
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.2,8.271705627441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.7692319869995117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.7784639835357666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.7886623859405517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.8031968116760254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.8107295989990234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.8132927894592286
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.2,8.508726501464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.8136351585388184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.2,22.06122589111328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.8421152114868165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.8630816459655761
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.2,8.637078094482423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.8780032157897949
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.8838879585266113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.2,8.792368316650391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,4,1,power_law_1.01,94.9135498046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.9459327697753906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,1.0264479637145996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.2,8.931104278564453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,1.220083236694336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.2,9.003577423095702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,4,power_law_1.01,281.781298828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.41163201332092286
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.812934398651123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.8024064064025879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.8029664039611817
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.8145024299621582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.7604224205017089
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,2.2188480377197264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.7781055927276611
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.7957888126373291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.8016544342041015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.8160127639770508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.2,17.43577880859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.8458368301391601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.8348928451538086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.8441280364990235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,2.4858367919921873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.8764960289001464
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.2,24.174179077148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.9100831985473633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.01,129.4592041015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.9355968475341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.2,17.837199401855468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,1.0857824325561523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,4.13047981262207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,1.725596809387207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.2,18.482777404785157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,2.2613344192504883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,6.182799911499023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,3.428752136230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.2,18.96539764404297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.2,29.769671630859374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,4.861734390258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,9.51025619506836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.2,20.50804748535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,7.050784301757813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,13.356594848632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.2,21.984211730957032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.2,37.16402893066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,9.807759857177734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.2,25.93742980957031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,19.8204833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,16.113824462890626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.2,30.6172119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.2,51.70352783203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,27.373687744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,22.112728881835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.2,40.94131164550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.2,68.50906372070312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,44.4951171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,32.41720886230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.2,52.26255493164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,4,1,power_law_1.01,187.25196533203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.5775904178619384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.8543999671936036
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.8465472221374511
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.8480159759521484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.7791840076446533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.7933728218078613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.8046719551086425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.8211199760437011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.8138751983642578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.8149920463562011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.8517279624938965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.8825216293334961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.8926624298095703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.895206356048584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.9507616043090821
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,1.0125951766967773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,1.3289983749389649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,2.1737087249755858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,2.74564151763916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.01,254.1567138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.41535677909851076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.8123167991638184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.805788803100586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.8043071746826171
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.8125856399536133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.7652383804321289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.7755871772766113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.7910463809967041
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.8058783531188964
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,4.663315200805664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.8158080101013183
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.8452960014343261
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.2,84.07296752929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.8344896316528321
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.8466624259948731
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.878598403930664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,60.430609130859374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.9095487594604492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.9455807685852051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,1.1217856407165527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,45.33233642578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,5.958464050292969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,1.8266336441040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.2,330.1753662109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.09194239974021912
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.24633920192718506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.3617759943008423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.5754816055297851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.8740639686584473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.8873279571533204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.7981535911560058
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.8126367568969727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,2.313632011413574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.8170047760009765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.810905647277832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.8272576332092285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.8395168304443359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.8509920120239258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.867187213897705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.8363200187683105
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.8443103790283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,9.210002899169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,3.582694244384766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.8968671798706055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.9609312057495117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,1.1114527702331543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,4.710054397583008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,4,1,power_law_1.2,65.6539794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,1.2665951728820801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.535001564025879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,14.533683776855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,7.826121520996094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,2.0476287841796874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,10.500157165527344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.797043228149414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,20.18000030517578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,16.755340576171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,4.835152053833008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,78.47672729492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,30.025302124023437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,57.994775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,21.701123046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,6.737641906738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.2,129.68033447265626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,42.990560913085936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,4,1,power_law_1.2,96.30996704101562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,10.122704315185548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,4,power_law_1.2,298.9751220703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.053635197877883914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.0942080020904541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.14450559616088868
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.40158400535583494
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.7997183799743652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.8252448081970215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.7479519844055176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.7361472129821778
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.7658592224121094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.7646815776824951
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.762937593460083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.778607988357544
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,34.385214233398436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.7947840213775634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.8028639793395996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.8261343955993652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.8212191581726074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.8120927810668945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.8515263557434082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.923641586303711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,1.0702400207519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,1.3178879737854003
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,1.901024055480957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,2.46026554107666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,13.471157836914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,59.7103515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,117.013037109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,3.7353214263916015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,45.503927612304686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,93.5712646484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,4.88078727722168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,16.779779052734376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,7.593251037597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,72.07603759765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,58.114569091796874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,10.214713287353515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,26.871435546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,12.586624145507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,121.37183837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,95.19384765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,228.3155517578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.09055359959602356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.24608960151672363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.33990399837493895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.5186560153961182
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.79999680519104
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.8174176216125488
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.8212479591369629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.8226559638977051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.8263104438781739
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.8298239707946777
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.8369152069091796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.8486368179321289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.8582464218139648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.8704959869384765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.8468511581420899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.8553119659423828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.894752025604248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.9595487594604493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,4,1,power_law_1.2,186.96776123046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.044950398802757266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.09865919947624206
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.18550080060958862
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.39008638858795164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.8125823974609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.7201375961303711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.7627071857452392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.7505856037139893
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.7635168075561524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,1.0163935661315917
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.769385576248169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.7772992134094239
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.7897439956665039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.7946815967559815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.8099264144897461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.8242239952087402
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,1.2939359664916992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.8244704246520996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.2,257.40458984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.8238304138183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,1.0150848388671876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,1.433779239654541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,1.4227616310119628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,1.4373408317565919
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,1.2997952461242677
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,1.3168031692504882
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,1.3269824028015136
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,1.3470720291137694
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,1.3419679641723632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.8306079864501953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,1.3482912063598633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,1.3560447692871094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,1.396115207672119
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.5417119979858398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,1.4584671974182128
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,1.46495361328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.926144027709961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,1.5293503761291505
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.6937088012695312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,2.4327392578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,1.044979190826416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,20.2882080078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,3.640572738647461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,2.1580896377563477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,5.4912574768066404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,1.2859999656677246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,179.40418701171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.6807295799255371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,1.3334303855895997
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,1.1846400260925294
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,1.1891936302185058
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,1.197276782989502
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,1.223958396911621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,1.251353645324707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,1.2686944007873535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,1.3163583755493165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,8.064777374267578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,1.3272128105163574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,1.3652992248535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,1.3609472274780274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,1.358499240875244
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,1.4144096374511719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,1.4709952354431153
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,1.5416640281677245
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,1.7405664443969726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,11.362054443359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,1.889481544494629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.7873855590820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,2.930659294128418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,3.8290496826171876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,5.869049453735352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,16.569827270507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,7.99644775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,2.484294319152832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,4.60120964050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,22.65556182861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,12.461849975585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,3.716316986083984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,16.218966674804687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,38.874081420898435
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,6.615325164794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,26.55711975097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,4.996105575561524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,52.2306396484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,38.958551025390626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,10.051548767089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,55.35960693359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,1.0157407760620116
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,1.2940383911132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,1.2841152191162108
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,1.2919136047363282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,1.3001376152038575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,1.309539222717285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,1.3336288452148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,1.3454079627990723
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,1.3408991813659668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,1.3288640022277831
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,1.3550911903381349
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,1.4046976089477539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,1.4591967582702636
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,7.542569732666015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,1.4641535758972168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,1.5273311614990235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,1.6928287506103517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,2.2413888931274415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,74.87261962890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,3.522553634643555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,4.5074462890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,8.298025512695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,11.003327941894531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,60.04693603515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,18.206314086914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,13.263743591308593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,239.4757080078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.6830687999725342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,1.197270393371582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,1.1833632469177247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,1.187446403503418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,1.2041215896606445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,1.2355232238769531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,23.814799499511718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,1.2551839828491211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,1.2803359985351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,1.315721607208252
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,1.3311519622802734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,1.3614015579223633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,1.3260671615600585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,1.3490015983581543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,1.4166111946105957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,1.471280002593994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,1.533174419403076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,1.844927978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,10.292166137695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,3.2314624786376953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,99.10333251953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,3.7014400482177736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,5.964028930664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,35.99577941894531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,8.296749114990234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,76.6279296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,40.878048706054685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.26372480392456055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.40494399070739745
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.5317471981048584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.9016223907470703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,1.3601632118225098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,1.3825344085693358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,1.421615982055664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,1.42390718460083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,1.3822943687438964
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,1.4204959869384766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,1.422659206390381
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,1.4085599899291992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,1.4495840072631836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,1.505843162536621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,1.5220735549926758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,13.170384216308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,1.5315711975097657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,1.6261503219604492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,1.7749696731567384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.9365247726440429
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,2.267616081237793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,51.74495849609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,17.90510711669922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,2.795894432067871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,16.30760040283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,192.86619873046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.12728960514068605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.2416896104812622
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.3817312002182007
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.629856014251709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,1.1605279922485352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,1.2321184158325196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,1.2560064315795898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,1.246678352355957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,1.2537983894348144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,1.273795223236084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,1.276857566833496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,1.3111552238464355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,1.3148127555847169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,3.7434432983398436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,1.3194527626037598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,1.3447808265686034
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,1.3508447647094726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,1.3639328002929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,1.429702377319336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,1.5424960136413575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,25.976962280273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,1.9169023513793946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,5.252585601806641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,2.3358335494995117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,12.635088348388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,3.326611328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,129.52548828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,8.313177490234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,98.95872192382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,80.02828369140624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,39.437008666992185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,4.356838226318359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,11.12671356201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,6.478854370117188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,8.822294616699219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,16.628016662597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,57.2520751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,106.01488037109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,26.207232666015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,13.361625671386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,22.293064880371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,20.406112670898438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,208.49716796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,78.90242919921874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,164.70391845703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,128.1689697265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,18.139849853515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,27.683810424804687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,99.82330932617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,22.409149169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,53.65015869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.26245439052581787
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.38462400436401367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.5190080165863037
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.8740192413330078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,1.3671839714050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,1.4093055725097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,1.4165535926818849
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,1.4192992210388184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,1.4131327629089356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,1.4230943679809571
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,1.4360639572143554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,1.4373472213745118
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,1.4554047584533691
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,1.4885087966918946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,45.55731201171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,1.454371166229248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,1.4965184211730957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,1.5827967643737793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,1.724390411376953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.9018016815185548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,2.382217597961426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,217.589599609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,2.793187141418457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,163.6575927734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,36.4029296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,3.783417510986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,5.254345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,396.21572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.11577279567718506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.27207040786743164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.36469120979309083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.5930335998535157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,1.2371744155883788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,1.2424768447875976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,1.2689760208129883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,8.386902618408204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,1.2772735595703124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,1.2852928161621093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,1.2918463706970216
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,1.3004639625549317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,1.3066752433776856
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,1.3019680023193358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,1.3239007949829102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,1.3420448303222656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,1.3615039825439452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,41.44915771484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,1.36560001373291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,1.1505760192871093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,2.0653343200683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,2.558006477355957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,3.081587219238281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,3.4616928100585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,3.200444793701172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,5.12889289855957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,1.4657440185546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,4.932710266113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,5.58238410949707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,5.691212844848633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,5.402835083007813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,1.5129088401794433
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,5.32281265258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,5.516211318969726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,5.702406311035157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,5.5872352600097654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,6.001030349731446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,1.9622047424316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,6.1720222473144535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,6.374678421020508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,319.3309326171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.809171199798584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,1.599071979522705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,1.8326080322265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,6.646054077148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,1.8560447692871094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,2.2779775619506837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,2.4325727462768554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,2.3522815704345703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,5.17982063293457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,11.337344360351562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,4.662198257446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,4.753369522094727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,5.091987228393554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,5.101961517333985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,7.234767913818359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,5.494240188598633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,5.098374557495117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,5.5382080078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,5.747705459594727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,7.632396697998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,5.718223953247071
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,3.2173439025878907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,5.826188659667968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,6.062617492675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,6.330624008178711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,8.775852966308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,6.904595184326172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,4.32452163696289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,7.332118225097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,9.453584289550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,8.206626892089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,12.22069091796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,9.067318725585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,6.408051300048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,16.744387817382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,11.620803070068359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,14.782252502441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,8.71957778930664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,13.422102355957032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,21.10259552001953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,22.876060485839844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,19.647763061523438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,13.456048583984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,28.645001220703126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,73.47597045898438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,1.1521023750305175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,2.0200288772583006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,1.9533472061157227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,2.556582450866699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,2.6439487457275392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,3.5545089721679686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,5.788969421386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,5.285638427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,4.98771858215332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,4.946582412719726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,5.360636901855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,5.5880897521972654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,25.939599609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,5.575657653808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,5.830953598022461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,5.874956893920898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,5.85840950012207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,6.236345672607422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,6.711952209472656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,7.069789123535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,7.372541046142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,8.187104034423829
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,91.18123168945313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.8132800102233887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,1.3970399856567384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,1.3672063827514649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,1.9260351181030273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,2.4552608489990235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,2.4288415908813477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,320.7985107421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.03393599987030029
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.2796639919281006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.5035615921020508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,4.901583862304688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,1.0338944435119628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,1.5068544387817382
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,5.063337707519532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,2.0179744720458985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,2.907504081726074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,4.880585479736328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,3.0305152893066407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,4.786476898193359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,3.162428855895996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,3.21475830078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,5.138966369628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,3.3501918792724608
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,5.322140884399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,3.43623046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,5.269139099121094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,9.216588592529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,27.892626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,3.5100513458251954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,5.647977447509765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,3.6449024200439455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,5.731024169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,5.0362590789794925
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,5.17132797241211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,5.8640190124511715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,37.25221252441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,18.024147033691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,5.269692611694336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,6.123369598388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,5.404243087768554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,6.0758625030517575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,10.634512329101563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,5.646457672119141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,6.545417785644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,436.7078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.030553600192070006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.039529600739479066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.3385119915008545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.6739264011383057
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,1.0715647697448731
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,1.3809151649475098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,1.9281440734863282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,2.0907840728759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,5.913616180419922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,2.1614496231079103
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,7.070098876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,2.2653375625610352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,2.3193632125854493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,2.3845407485961916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,2.3791648864746096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,2.461052894592285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,4.569635009765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,6.242364883422852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,7.603679656982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,4.685686492919922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,32.004449462890626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,4.801046371459961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,5.034870529174805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,14.261308288574218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,5.228172683715821
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,6.823686218261718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,8.58453140258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,5.544892883300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,5.8778942108154295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,7.4328163146972654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,9.951283264160157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,6.471343994140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,17.292143249511717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,8.616185760498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,7.053011322021485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,12.958460998535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,8.13400650024414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,9.942569732666016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,15.760581970214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,22.322262573242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,26.422198486328124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,56.21574096679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,9.311167907714843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,13.787986755371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,47.36872253417969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,21.93732147216797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,11.87880630493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,36.34034118652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,46.801361083984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,18.260394287109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,27.559921264648438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,15.098704528808593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,40.99100952148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,23.2364990234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,35.60445556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,36.26823120117187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,20.480169677734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,110.70086669921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.03314239978790283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.2794431924819946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.5040800094604492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.9195679664611817
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,1.3206496238708496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,1.870697593688965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,2.8428064346313477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,3.05248966217041
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,3.117440032958984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,3.2475265502929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,3.31445426940918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,3.442879867553711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,3.5109920501708984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,61.03560791015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,3.6689056396484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,5.158476638793945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,5.217023849487305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,5.4576671600341795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,5.581241607666016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,5.781520080566406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,6.137561416625976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,6.543833923339844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,95.98512573242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.02988480031490326
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.0486847996711731
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.3052256107330322
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.6194079875946045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.9203104019165039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,1.2690655708312988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,1.9001920700073243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,2.0860031127929686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,35.5308837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,2.143503952026367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,2.241632080078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,2.2979103088378907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,57.0890380859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,2.3570272445678713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,2.4201375961303713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,7.22437744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,2.4942399978637697
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,4.648915100097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,4.7490592956542965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,4.965004730224609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,28.821932983398437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,5.133216094970703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,5.3597663879394535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,7.8451072692871096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,5.665190505981445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,6.046591949462891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,9.124301147460937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,6.726461029052734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,7.312806701660156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,10.686841583251953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,8.516038513183593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,9.78619842529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,14.292425537109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,92.64664306640626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.03247039914131165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.09191679954528809
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.08208960294723511
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.18332799673080444
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.1881600022315979
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.2998208045959473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.300710391998291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.31534719467163086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.3320224046707153
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.32447359561920164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.3466304063796997
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.3513407945632935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,12.690025329589844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.35223679542541503
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.3557215929031372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.3758336067199707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.3826848030090332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.4082592010498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.4333888053894043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.4494175910949707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,18.42664031982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.5095327854156494
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.6153056144714355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.8758848190307618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,1.140118408203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,15.896067810058593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,1.6696352005004882
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,134.37021484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.027910399436950683
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.029843199253082275
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.0324288010597229
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.03422400057315826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.03585279881954193
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.04903360009193421
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.051875197887420656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.05384320020675659
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,71.20450439453126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.054604798555374146
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.03350079953670502
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.038601601123809816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.10960960388183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.05883839726448059
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.11778880357742309
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.10691519975662231
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.2995584011077881
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.06183680295944214
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.3218111991882324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.31730239391326903
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.0654591977596283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.3269279956817627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.06910399794578552
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.3360447883605957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.3475167989730835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.08226240277290345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.3543071985244751
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.3624768018722534
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.09328960180282593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,57.4437255859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.36636478900909425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.025200000405311583
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.11442559957504272
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.0263264000415802
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.030713599920272828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.0353632003068924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.03280960023403168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.04976640045642853
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.36613759994506834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.051692801713943484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.05339840054512024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.056595200300216676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.17802239656448365
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.05834559798240661
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.3929375886917114
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.06253119707107543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.06495680212974549
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.07063360214233398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.4094560146331787
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.3438783884048462
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.08171200156211852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.09469760060310364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.4324512004852295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.11088320016860961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.37827200889587403
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,23.311949157714842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,109.78499755859374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.5029759883880616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.19834879636764527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.6251327991485596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.6671167850494385
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.685155200958252
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.6565695762634277
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,1.2703328132629395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.44898557662963867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,1.2941311836242675
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,1.262838363647461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,1.3382368087768555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.3550463914871216
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,1.3422719955444335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,1.3758208274841308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.45055041313171384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,1.3927583694458008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,1.4040224075317382
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.38658881187438965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,1.4139552116394043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.5265664100646973
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,1.4239775657653808
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,1.498089599609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,2.1556928634643553
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.5325471878051757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,1.5046560287475585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.44825921058654783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.6377952098846436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,1.6263456344604492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,1.7613887786865234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.557535982131958
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,72.87738647460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.3547327995300293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.4019807815551758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.43750720024108886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.5232128143310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.5028831958770752
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,1.2595487594604493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,1.3005727767944335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,1.2683168411254884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,1.3107775688171386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.8163616180419921
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,1.2891648292541504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,1.3459327697753907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,1.9753984451293944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,1.3848031997680663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,1.3561344146728516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.9261407852172852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,1.4117504119873048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,1.4014047622680663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,1.4810912132263183
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.8267231941223144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,1.4744735717773438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,2.183990478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,1.5965567588806153
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,1.0897151947021484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,1.7273696899414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,1.1532256126403808
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,2.8019744873046877
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,1.9050687789916991
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,1.1463616371154786
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,2.115683174133301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,20.874604797363283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,3.203420639038086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,3.346995162963867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,1.680339241027832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,2.735276794433594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,1.7660032272338868
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,1.8627424240112305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,3.396281433105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,4.8456062316894535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,2.3567712783813475
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,2.4952159881591798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,4.920233535766601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,2.515478324890137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,6.485887908935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,4.452441787719726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,35.55453796386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,6.414141082763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,3.5947807312011717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,9.167094421386718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,3.5095745086669923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,3.8215713500976562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,9.523884582519532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,29.531768798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,5.571750259399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,4.829177474975586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,13.184742736816407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,13.075027465820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,4.8528095245361325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,4.995036697387695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.01,5.879737472534179
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,17.01658935546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,8.825251007080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,16.727830505371095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,70.48849487304688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.4752223968505859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.4593696117401123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.6482367992401123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.680182409286499
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.6692895889282227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,1.1924927711486817
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,6.105830383300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,1.2805472373962403
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,1.3587615966796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,1.3232128143310546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,1.388044834136963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,1.3253279685974122
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,1.3625951766967774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,1.395571231842041
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.2,6.460050964355469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,1.3848031997680663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,1.471548843383789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,1.4885215759277344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,1.6134016036987304
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,1.6447071075439452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,1.7928607940673829
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.01,9.46937255859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,2.031795120239258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,2.3536447525024413
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,27.046890258789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,3.0967071533203123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,3.8608993530273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,25.40657958984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,57.72977905273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.3454080104827881
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.35120320320129395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.47087678909301756
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,5.337849426269531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.5636352062225342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.5052576065063477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,1.2088031768798828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,1.3315296173095703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,1.3096223831176759
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,1.3689472198486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,1.3393407821655274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,1.3685728073120118
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,1.3515520095825195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,1.3073056221008301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,1.4274144172668457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,1.421401596069336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,1.40600643157959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,1.503990364074707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,1.6014272689819335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,1.6956415176391602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,1.9570432662963868
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,7.056230163574218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,2.2857311248779295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,2.908576011657715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,3.6604736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,17.42632598876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.021247999370098115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.05725439786911011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.2210400104522705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.347542405128479
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.4591968059539795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.7430784225463867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.7964992046356201
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.8191488265991211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.8173983573913575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.8400863647460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.862054443359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,1.2761599540710449
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,1.2803711891174316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,9.680691528320313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,1.2859328269958497
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,1.274835205078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,5.425174331665039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,1.2935744285583497
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,1.317628765106201
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,1.4059712409973144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,1.494211196899414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,10.08600311279297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.2,10.17200927734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,1.6561855316162108
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.8073759078979492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,2.1132928848266603
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,7.4891197204589846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,2.4210559844970705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,3.1528928756713865
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.01,19.042112731933592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.020681600272655486
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.03975679874420166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.08395199775695801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.2094111919403076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.32863359451293944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.5366176128387451
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.5649184226989746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.5783008098602295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.5951648235321045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.6035935878753662
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.6160160064697265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,1.1017727851867676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,1.123027229309082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,1.1344767570495606
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,1.1606016159057617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,1.1738016128540039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,1.210524845123291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,1.2604415893554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,1.3242079734802246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,15.93585662841797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,3.951283264160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,10.875667572021484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,1.4829728126525878
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,56.428826904296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.022697600722312927
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.07708160281181335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.19632320404052733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.3126303911209106
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.4175871849060059
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.7592480182647705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.791980791091919
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.8292351722717285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.8457119941711426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.8608575820922851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.8859487533569336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,1.2564576148986817
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,1.2615167617797851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,1.647043228149414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,1.2741215705871582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,1.2715968132019042
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,1.293443202972412
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,1.323158359527588
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,1.420348834991455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,1.9284448623657227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,1.51843204498291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,1.6537311553955079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,51.56075439453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.020777599513530733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.04430719912052154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.07919039726257324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.16526399850845336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.2877568006515503
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.5421152114868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.5773344039916992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.5953184127807617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.6113855838775635
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.6073791980743408
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.6273824214935303
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,1.124131202697754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,1.1385791778564454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.8363807678222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,2.250921630859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,1.1505855560302733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,1.1729696273803711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,1.1891519546508789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,1.2273119926452636
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,5.611654281616211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,1.2790911674499512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,2.1663488388061523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,1.3368096351623535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,1.4992575645446777
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,2.9294559478759767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,1.65765438079834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,2.496860885620117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,1.9439775466918945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,14.217337036132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,2.2525087356567384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,3.6733055114746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,3.27184944152832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,7.488278198242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,2.974492835998535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,4.10742416381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,5.383993530273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,18.587254333496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,3.793913650512695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,9.581801605224609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,7.1032867431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,5.779670333862304
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,17.517356872558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,5.497212982177734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,9.212655639648437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,7.648032379150391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,7.30670394897461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,14.9980224609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,30.591409301757814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,18.693324279785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,1.1772800445556642
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,1.8515680313110352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,1.7073728561401367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,1.8987360000610352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,2.0350656509399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,3.8171455383300783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,3.754489517211914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,3.788547134399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,4.184975814819336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,3.918345642089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,4.1353599548339846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,4.115980911254883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,4.1592864990234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,4.243724822998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,4.342185592651367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,4.340326309204102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,4.56278076171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,9.666694641113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,14.074537658691407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,4.819347381591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,9.255766296386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,5.074505615234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,5.6413921356201175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,6.11036491394043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,7.602057647705078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,28.32471618652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,8.660012817382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,12.446524810791015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.2,20.090499877929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.8962719917297364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,1.433683204650879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,1.1332736015319824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,1.4918911933898926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,1.740483283996582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,3.5295169830322264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,3.621113586425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,3.7303585052490233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,3.6764446258544923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,3.742380905151367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,3.7812000274658204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,3.832454299926758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,4.045481491088867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,4.150179290771485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,4.305129623413086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,4.323465728759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,4.404691314697265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,4.578332901000977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,4.890972900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,15.07911376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,5.217801666259765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,5.7935840606689455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,6.575596618652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,30.317645263671874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,8.196988677978515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,1.2390239715576172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,1.4259584426879883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,1.9509183883666992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,1.884694480895996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,2.1037248611450194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,3.6600894927978516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,3.7935935974121096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,3.9543838500976562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,3.9747646331787108
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,3.739209747314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,3.894303894042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,4.148451232910157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,4.2020416259765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,22.390745544433592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,4.125923156738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,4.499193572998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,4.366748809814453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,4.702787017822265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,4.936435317993164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,10.582144165039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,15.044358825683593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,5.308809661865235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,5.897248077392578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,6.454700469970703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,14.288470458984374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,8.432640075683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,14.518365478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,9.600121307373048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,30.555007934570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,13.619448852539062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,28.054498291015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.8964960098266601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,1.0067392349243165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,1.3263808250427247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,20.907244873046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,1.5883135795593262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,1.7657503128051757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,3.4278400421142576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,3.3979969024658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,3.554556655883789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,3.6437889099121095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,3.808083343505859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,3.802140808105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,3.9856414794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,4.087516784667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,4.222278213500976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,4.279609680175781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,4.387196731567383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,4.514217758178711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,4.575334548950195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,4.949219131469727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,18.074464416503908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,5.418620681762695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,5.957977676391602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,7.8626243591308596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,38.20363159179688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,26.758978271484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,8.947334289550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,26.293655395507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,12.326383972167969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,14.831193542480468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,54.235498046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.039068800210952756
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.2821343898773193
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.5640223979949951
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.9543456077575684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,1.287936019897461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,2.138057518005371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,2.315529632568359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,2.4227712631225584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,2.4612064361572266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,2.511891174316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,2.519718360900879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,2.559974479675293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,3.7444385528564452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,32.35875549316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,3.8144832611083985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,3.773881530761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,34.99477844238281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,3.894879913330078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,4.020415878295898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,4.181475067138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,4.280873489379883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,4.514995193481445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,4.842281723022461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,23.717814636230468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,5.374361419677735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,62.48929443359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,6.007084655761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,7.196956634521484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,43.94500732421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,30.1711181640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,8.9885986328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,53.12945556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,13.3198974609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,39.8027587890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,54.806036376953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.030028799176216127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.07566720247268677
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.34328958988189695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.6386752128601074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.9076959609985351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,1.4433728218078614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,1.5679231643676759
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,1.6284671783447267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,1.6687807083129882
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,1.7200351715087892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,1.7617376327514649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,1.7541696548461914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,3.2753055572509764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,3.331673431396484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,3.398233413696289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,3.47375373840332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,17.59832305908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,3.5445728302001953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,3.750630569458008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,3.8437473297119142
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,4.1017601013183596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,4.342879867553711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,28.293173217773436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.0412447988986969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.28161280155181884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.5533696174621582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.8606016159057617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,65.6162109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,1.2017888069152831
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,2.1313472747802735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,2.312611198425293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,2.374764823913574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,2.3931552886962892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,4.838489532470703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,2.522665596008301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,2.6348031997680663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,2.6365312576293944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,3.7851585388183593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,3.8230880737304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,3.899308776855469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,3.9130622863769533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,4.069257736206055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,4.214390563964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,5.36077766418457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,4.355782318115234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,4.601833724975586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,4.946022415161133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,6.499075317382813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,21.755142211914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,127.1211181640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.031542399525642396
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.1128767967224121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.33654720783233644
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.5660575866699219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,30.222579956054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.7901343822479248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,1.1524928092956543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,1.4086015701293946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,2.0605823516845705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,1.5280447959899903
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,1.635126495361328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,4.071206283569336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,5.692812728881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,1.645974349975586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,3.441356658935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,1.6980512619018555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,4.190422439575196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,1.7758432388305665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,5.0810302734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,1.7938880920410156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,4.6898048400878904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,3.3991905212402345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,8.322291564941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,3.385820770263672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,7.668252563476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,3.4514591217041017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,7.548844909667968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,7.107052612304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,3.5716320037841798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,7.333299255371093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,3.5845985412597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,7.82872314453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,7.611468505859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,3.7765823364257813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,6.2906944274902346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,8.13486099243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,3.895481491088867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,7.966451263427734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,8.365558624267578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,4.164163208007812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,7.866118621826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,8.5056640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,9.23439712524414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,4.45868148803711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,9.592384338378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,7.7715293884277346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,5.000867080688477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,10.22833251953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,11.318946838378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,5.587609481811524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,107.372119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.8129664421081543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,1.5996992111206054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,2.8758464813232423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,2.472355270385742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,3.1965568542480467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,9.679596710205079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,10.958348846435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,3.7620960235595704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,3.5743423461914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,7.48656005859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,12.00071029663086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,7.16910400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,7.186592102050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,7.264630126953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,7.572185516357422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,7.574092864990234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,7.7391517639160154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,65.67122802734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,6.8887168884277346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,7.470435333251953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,8.157987213134765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,8.271382141113282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,8.267481231689453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,14.567861938476563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,8.695065307617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,9.083747100830077
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,9.612441253662109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,8.390937805175781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,14.05947265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,35.75821533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,11.039158630371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,16.53962860107422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,14.349583435058594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,11.255757141113282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,13.499197387695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,11.59032974243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,22.19691162109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,15.307344055175781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,18.350125122070313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,18.880522155761717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,28.66968994140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,15.223849487304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,19.991792297363283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,22.81778564453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,25.800802612304686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,143.2483154296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,1.1513376235961914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,2.243868827819824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,3.0938688278198243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,3.6150463104248045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,4.658883285522461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,5.215523147583008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,37.130123901367185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,5.674812698364258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,8.12273941040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,7.648857879638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,7.13427505493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,7.084767913818359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,7.987529754638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,7.816143798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,7.981298828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,8.160720062255859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,8.449488067626953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,28.140142822265624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,8.654454040527344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,19.56995544433594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,9.170563507080079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,9.244290924072265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,9.922959899902343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,10.605007934570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,70.41630859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.8059488296508789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,1.6039583206176757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,2.2339839935302734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,2.5346879959106445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,3.1875776290893554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,11.889478302001953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,3.687654495239258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,3.7878433227539063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,6.894963073730469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,7.580445098876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,7.080355072021485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,7.306336212158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,7.721958160400391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,34.39705200195313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,6.939497375488282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,8.109299468994141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,8.067449951171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,12.811065673828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,7.901193237304687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,8.181017303466797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,8.61657943725586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,9.111414337158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,9.379273223876954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,15.885420227050782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,10.046781158447265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,11.246038055419922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,55.2071533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,18.76952667236328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,12.169382476806641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,14.888720703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,37.38584594726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,29.239132690429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,26.3194580078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,17.353056335449217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,47.785772705078124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,140.390771484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.03323520123958588
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.2794496059417725
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.503984022140503
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,1.037769603729248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,1.7877439498901366
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,2.578688049316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,3.065760040283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,4.014102554321289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,4.215356826782227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,4.30720329284668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,4.5530750274658205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,4.652646255493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,4.802076721191407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,4.936857604980469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,5.069161605834961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,5.183935928344726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,7.354768371582031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,7.598780822753906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,22.616671752929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,7.707353973388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,33.27867736816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,8.205958557128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,8.48144989013672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,9.01033935546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,56.32942504882813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.03030399978160858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.0398144006729126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.3355679988861084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.6823391914367676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,1.2461888313293457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,1.7417024612426757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,2.121471977233887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,2.7362176895141603
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,2.8412448883056642
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,2.9562591552734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,3.1544832229614257
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,3.2026657104492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,3.312694549560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,3.4202369689941405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,9.701634979248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,3.4731006622314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,3.555491256713867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,6.623036956787109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,6.948825836181641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,7.201779174804687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,29.628094482421876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,7.527565002441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,10.786409759521485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,7.845680236816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,41.3970947265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,8.499520111083985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,12.097328186035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,9.21534423828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,10.357318115234374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,103.44925537109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.03587839901447296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.27941439151763914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.5028800010681153
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,1.0351200103759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,1.6365440368652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,2.3383647918701174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,2.840332794189453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,3.9038848876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,4.031433486938477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,37.634161376953124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,4.2070976257324215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,4.400396728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,4.627529525756836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,15.175267028808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,4.697980880737305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,4.92806396484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,5.01952018737793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,5.242284774780273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,7.3094627380371096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,11.477458953857422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,7.647821044921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,7.910505676269532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,8.217052459716797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,8.771161651611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,9.525676727294922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,100.59354248046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.029974400997161865
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.0392767995595932
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.3377088069915771
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.697433614730835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,1.1337632179260253
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,1.5442527770996093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,13.790476989746093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,1.9037664413452149
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,2.6436384201049803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,2.777449607849121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,2.895302391052246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,3.024662399291992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,18.93256072998047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,10.251158142089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,66.09019775390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,3.2027393341064454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,3.3146976470947265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,3.3836097717285156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,3.5167232513427735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,3.5785694122314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,6.696498870849609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,7.0437980651855465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,7.343666839599609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,11.512793731689452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,7.644016265869141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,74.51329345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.3049216032028198
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.5475423812866211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.4409855842590332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.5132480144500733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.565561580657959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.934175968170166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.9053088188171386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.9618623733520508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.9192000389099121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,8.130742645263672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.9523039817810058
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.01,1.0005696296691895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.01,1.0014368057250977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.01,1.0116703987121582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.01,1.0323552131652831
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.01,1.0572992324829102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.01,1.08253755569458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.01,1.1191360473632812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.01,1.1506624221801758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,8.76864013671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.01,1.2361472129821778
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.01,1.3208800315856934
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,12.958160400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,16.447293090820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,9.583878326416016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.01,1.4975904464721679
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,57.401763916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,57.98958740234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.01,0.039792001247406006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.01,0.4107808113098145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.01,0.2545408010482788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.01,0.3966207981109619
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.01,0.42408318519592286
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.01,0.9055616378784179
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.01,0.8924672126770019
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.01,0.914793586730957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.01,0.9169728279113769
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.01,0.9594944000244141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.01,0.9931967735290528
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.01,0.9544768333435059
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.01,1.8192991256713866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.01,0.994649600982666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.01,0.9929792404174804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.01,1.0040191650390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,25.802618408203124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.01,1.0805055618286132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.01,1.0640864372253418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.01,1.119315242767334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,10.976713562011719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.01,1.1888319969177246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.01,2.21080322265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.01,1.3126303672790527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,16.11363830566406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.01,1.4821855545043945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.01,3.089039993286133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.01,1.817184066772461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,12.02805404663086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.01,2.2599424362182616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,22.928399658203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.01,4.0054271697998045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.01,3.2029983520507814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,14.795817565917968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,19.916444396972658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.01,4.081475067138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.01,5.931923294067383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,37.059957885742186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,17.643878173828124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.01,6.023455810546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,25.47087707519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.01,8.467068481445313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,133.70244140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.30436480045318604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.3998624086380005
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.40913920402526854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.5842207908630371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.47656002044677737
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.878105640411377
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.8580991744995117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.8348832130432129
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.9064703941345215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.939084815979004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.9794816017150879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.2,1.0216352462768554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.2,1.0148480415344239
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.2,1.0325247764587402
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.2,1.06429443359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.2,1.1015583992004394
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,29.914654541015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.2,1.1141247749328613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.2,1.1850496292114259
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.2,1.239094352722168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.2,1.3756223678588868
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.2,1.5914624214172364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.01,8.00789794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.2,2.0366847991943358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,23.21928253173828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.2,2.520899200439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,104.37498779296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.2,0.03930560052394867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.2,0.2142047882080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.2,0.3393248081207275
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.2,0.37943038940429685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.2,0.3332927942276001
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.2,0.8222975730895996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.2,0.8902112007141113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.2,0.9556384086608887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.2,0.9128607749938965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.2,0.951580810546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.2,1.014140796661377
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.2,0.921993637084961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.2,0.9698495864868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.01,10.317337799072266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.2,1.0551584243774415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.2,1.0504639625549317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.2,1.0838399887084962
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.2,1.0908096313476563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.2,3.6412128448486327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.2,1.1026975631713867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.2,1.1886143684387207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.2,1.3329919815063476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.2,1.4615551948547363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.2,1.96081600189209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,35.9937255859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.2,4.687478256225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,8,power_law_1.01,10.541788482666016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.2,2.5052928924560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.2,3.66258544921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.2,7.235625457763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,30.979330444335936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.2,4.747391891479492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.01,16.7559326171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,73.7818603515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.019382399320602418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.025990399718284606
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.1086400032043457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.24001920223236084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.3368704080581665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.5508351802825928
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.5993216037750244
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.6138879776000976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.6311327934265136
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.6354847908020019
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.6626463890075683
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.8538304328918457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.8720800399780273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.8726176261901856
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.9101471900939941
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.9079551696777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.9335583686828614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.9901023864746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.01,1.0423456192016602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.2,8.90692138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.01,1.1104415893554687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.2,7.321405029296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.01,1.2051936149597169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,8,power_law_1.01,15.900711059570312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.01,1.3821120262145996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.5982815742492675
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,58.66593627929687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.01,0.019814400374889372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.01,0.024553599953651428
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.01,0.05463359951972961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.01,0.1043552041053772
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.01,0.18611840009689332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.01,0.38246080875396726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.01,0.4013343811035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.01,0.4269279956817627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.01,0.4274911880493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.01,0.43672962188720704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.01,0.44850878715515136
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.01,0.8015007972717285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.01,0.8200192451477051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.01,0.8386528015136718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.01,0.8479583740234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.01,2.0895008087158202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.01,0.8640704154968262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.01,0.8798208236694336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.2,9.329420471191407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.01,0.9095359802246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.01,0.9503104209899902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.01,1.0420672416687011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.01,1.1309823989868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.2,11.641961669921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.01,2.636835289001465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.01,1.2691103935241699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.01,1.4565247535705566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,69.77294921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.01963520050048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.01,3.820172882080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.03719359934329987
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.01,1.884783935546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.09771519899368286
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.23576319217681885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.29698240756988525
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.5472095966339111
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.5936255931854248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.6143487930297852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.6314432144165039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.652623987197876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.6737184047698974
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.8846912384033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.8819168090820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.905241584777832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.9331135749816895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.9331616401672364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,8,power_law_1.2,12.157161712646484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.9526464462280273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.2,1.0282143592834472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.2,1.0467519760131836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.2,1.13089599609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.2,1.2352895736694336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.01,2.3878656387329102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.2,1.426694393157959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,59.33076782226563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.2,0.019833600521087645
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.2,0.027276799082756042
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.2,0.05392320156097412
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.2,0.08326719999313355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.2,0.15726079940795898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.6355072021484376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.2,0.3680095911026001
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.2,0.3953824043273926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.2,0.4097599983215332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.2,0.4362815856933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.2,0.4482304096221924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.2,0.4517792224884033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.01,5.3963264465332035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.2,0.8005439758300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.2,0.812399959564209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.2,0.8413087844848632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.2,0.8720576286315918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.2,0.8745535850524903
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.2,0.9028672218322754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.2,0.9271391868591309
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.2,0.9645343780517578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.01,33.911032104492186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.01,2.2801599502563477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.2,1.0657535552978517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.2,2.1117727279663088
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.01,3.486528015136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.01,4.135033416748047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.01,3.3172958374023436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.01,4.468556976318359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.01,5.61262092590332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.01,5.1835487365722654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.2,19.011427307128905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.01,5.372422409057617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.01,5.038227081298828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.01,8.114240264892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.2,1.144172763824463
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.01,8.074297332763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.01,8.541731262207032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.01,8.546607971191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.01,8.580496215820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.01,8.792546844482422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.01,9.146585845947266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.2,1.2916735649108886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.01,9.378201293945313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.01,9.642803192138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.01,10.163625335693359
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.2,2.7161535263061523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.01,10.903292846679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.2,1.49650239944458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.01,11.989923095703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,8,power_law_1.01,31.733984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.01,1.7067167282104492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.01,3.134675216674805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.01,2.838390350341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.01,3.4579326629638674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.01,12.7991455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.01,3.8890335083007814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.01,4.107209777832031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.01,4.11731185913086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.01,4.185811233520508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.01,8.709894561767578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.01,6.933443450927735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.2,1.9357088088989258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.01,8.444608306884765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.01,8.451417541503906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.01,8.898979187011719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.01,8.868297576904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.01,14.755538940429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.01,9.05099868774414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.01,4.67053108215332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.01,9.439571380615234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.01,9.490876770019531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.01,10.050492858886718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.2,3.7299678802490233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,8,power_law_1.2,19.46082305908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.01,10.563577270507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.01,16.96565399169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.01,10.968563079833984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.2,2.4543807983398436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.01,11.809356689453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.01,12.65976333618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.01,22.37772216796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.01,14.365574645996094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.01,16.467674255371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.2,3.576617431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.2,5.110691070556641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.01,28.32213134765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,8,1,power_law_1.01,5.957398223876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.01,22.31958770751953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.01,10.938966369628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.01,27.635906982421876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.01,40.00569458007813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.2,4.665683364868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.2,6.35645751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.01,39.50373229980469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.2,36.14473266601563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.2,2.27509765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.01,50.940582275390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.2,2.913465690612793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.2,3.471548843383789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.2,4.546220779418945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.2,5.360960006713867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.2,5.381939315795899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.2,5.007843017578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.2,5.352844619750977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.2,7.839926147460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.2,8.121536254882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.2,8.700070190429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.2,8.707740783691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.2,8.96783676147461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.2,9.063343811035157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,8,1,power_law_1.01,9.165602874755859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.2,9.431839752197266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.2,9.514291381835937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.2,10.227708435058593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,8,1,power_law_1.2,5.979916763305664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.2,10.667279815673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.2,11.273558044433594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.2,12.10157470703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.2,13.106509399414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.01,51.19065856933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.2,15.560198974609374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.2,18.342892456054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.01,67.3033935546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.2,10.18737564086914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.2,24.358236694335936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,8,power_law_1.01,64.88276977539063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.2,31.36922607421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.01,21.86522521972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.2,1.70579833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.2,2.0624576568603517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.2,2.7106815338134767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.2,3.2427806854248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.2,3.623404693603516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.2,4.182336044311524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.2,4.27088623046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.2,4.086038589477539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.2,7.77279052734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.2,8.238201904296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.2,8.62493438720703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.2,8.933270263671876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.2,9.072077178955078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.2,9.276080322265624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,8,1,power_law_1.2,9.198448181152344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,8,power_law_1.2,38.28624267578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.2,9.46880645751953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.3079360008239746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.5612639904022216
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.01,1.0962112426757813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.01,1.9236352920532227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.01,2.725574493408203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.2,9.914288330078126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.01,4.614630508422851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.01,4.896944046020508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.01,5.1364990234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.01,5.285590362548828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.2,10.019503784179687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.01,5.391427230834961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.01,5.477222442626953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.01,5.71069450378418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.2,10.677734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.2,44.281219482421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.01,5.76148796081543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.01,5.912918472290039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.01,6.028384017944336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.2,11.310265350341798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.01,6.081705474853516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.01,6.3397056579589846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.2,11.873811340332031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.01,9.301679992675782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.01,9.49377899169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.2,12.759359741210938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.01,10.00937271118164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.01,105.71429443359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.01,10.437039947509765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.2,15.451458740234376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.01,11.283439636230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.2,18.53685760498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.01,12.33285140991211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.2,56.09254760742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.2,24.65931854248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,8,power_law_1.01,103.89051513671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,8,1,power_law_1.01,18.107696533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.01,0.04051840007305145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.01,0.4097280025482178
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.01,14.838681030273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.01,0.7673600196838379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.01,1.3421088218688966
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.01,1.9709344863891602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.01,3.232716751098633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.01,3.4878719329833983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.01,3.617350387573242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.01,3.7072223663330077
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.01,3.7647167205810548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.01,3.9161182403564454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.01,3.977062225341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.01,4.001753616333008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.01,4.1325023651123045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.01,4.189142227172852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.01,4.281087875366211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.01,4.448041534423828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.01,8.18325424194336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.2,30.724777221679688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.01,8.534047698974609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.01,18.543411254882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.01,9.002822113037109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.01,9.491577911376954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.01,10.479074859619141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.2,72.07197875976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.01,11.442192077636719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.2,43.60455322265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.01,26.674887084960936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.01,13.725065612792969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.01,16.568092346191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.2,20.954736328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.30998079776763915
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.5611104011535645
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.2,1.0965375900268555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.2,1.7357280731201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.2,2.461542320251465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.2,4.513183975219727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.2,4.902304077148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.2,5.158009719848633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.2,5.335651016235351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.2,5.455152130126953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.2,5.651964950561523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.2,5.7929119110107425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.01,36.03256530761719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.2,5.972537612915039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.2,57.03685302734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.2,6.118329620361328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.2,6.230313491821289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.2,6.363951873779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.2,6.5321502685546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.2,9.423538970947266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.2,9.740057373046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.2,10.266694641113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.2,10.775084686279296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.01,22.9822265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.2,11.860575866699218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.01,206.86494140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.2,0.04160000085830688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.2,0.4203519821166992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.2,0.8295104026794433
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.2,1.2373151779174805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.2,1.7231807708740234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.2,3.149750328063965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.2,3.47229118347168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.2,3.626816177368164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.2,3.6855743408203123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.2,13.005081176757812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.2,3.800105667114258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.2,3.892483139038086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.2,4.026838302612305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.2,4.1380256652832035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.2,4.269046401977539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.2,4.377888107299805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.2,4.435359954833984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.2,4.579455947875976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.01,45.583187866210935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.2,8.427446746826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,8,1,power_law_1.2,18.132984924316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.041859200596809386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.06550080180168152
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.09155200123786926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.2583744049072266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.3736448049545288
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.37061760425567625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.3751487970352173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.2,8.728553771972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.37703039646148684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.38881280422210696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.37848639488220215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.38950719833374026
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.39348158836364744
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.39117119312286375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.2,16.04163513183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.40108160972595214
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.4084512233734131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.2,9.24233627319336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.4166463851928711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.2,116.11707763671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.42941761016845703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,8,power_law_1.2,70.99949340820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.4968095779418945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.2,9.723094177246093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.01,29.68682861328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.5284160137176513
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.6524960041046143
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.2,10.806502532958984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,8,power_law_1.01,193.1599365234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.01992959976196289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.02534720003604889
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.029382398724555968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.03462719917297363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.05130879878997803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.06133120059967041
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.05478720068931579
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.06262400150299072
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.06937280297279358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.07329279780387879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.08072320222854615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.7772831916809082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.0837440013885498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.10219520330429077
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.2,19.064358520507813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.11770559549331665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.15024319887161255
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.17752000093460082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.28682239055633546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.4114016056060791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.2,11.901171112060547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.45627198219299314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.082102394104004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.5479487895965576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.6720863819122315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.3847616195678711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.2,14.434701538085937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.9214336395263671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.2,27.207769775390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,1.2387680053710937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.200473594665527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,8,1,power_law_1.01,39.39728698730469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.2,17.438783264160158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.01,71.53120727539063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,1.885638427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.0738624572753905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.2,23.871011352539064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.2,36.722113037109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,2.592025566101074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,8,power_law_1.2,112.03990478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,4.567990493774414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.2,30.74703369140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,3.9877376556396484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,8,1,power_law_1.01,58.03643798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.2,44.98219604492188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,6.941468811035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,8,1,power_law_1.2,39.38795471191406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,5.544128036499023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.01,137.03936767578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.04502719938755036
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.08420159816741943
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.09407039880752563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.29085440635681153
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.4059391975402832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.3770560026168823
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.37893118858337405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.3839263916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.38586881160736086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.3854304075241089
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.3929440021514893
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,8.654854583740235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.3909503936767578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.39045119285583496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.4018720149993896
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.4055903911590576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.4154335975646973
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.4305888175964355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.48410558700561523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.5256351947784423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.6457824230194091
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7582047939300537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.01,6.835270690917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.2,71.43366088867188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.0705023765563966
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.4065567970275878
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,8,1,power_law_1.2,58.610565185546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.1122432708740235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,8,1,power_law_1.01,114.41011962890624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.020755200088024138
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.025183999538421632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.029843199253082275
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.034544000029563905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.051158398389816284
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.052876800298690796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.05395519733428955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.0576416015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.06305279731750488
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.06938560009002685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.07654719948768615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.08744959831237793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.09602239727973938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.11757760047912598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.1468000054359436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.18821439743041993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.2523103952407837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.39773759841918943
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.44526400566101076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.2,229.9853271484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.09735040068626404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.18685120344161987
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.2605056047439575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.4945055961608887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.7138400077819824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.6742432117462158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.6790143966674804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.6805376052856446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.6731520175933838
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.6735712051391601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.669055986404419
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.53853440284729
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.6731167793273926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,14.464979553222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.6806431770324707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.6884064197540283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.7165023803710937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.7326879978179932
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.7495808124542236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.8503359794616699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.6608863830566406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.8883839607238769
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.22283821105957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,1.1251392364501953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.9302911758422852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.3755871772766113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.8657855987548828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,1.2428288459777832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.4759103775024416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.01,11.089424133300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,4.9898944854736325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,1.9135520935058594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,3.8509281158447264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,8,power_law_1.2,218.032275390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.044886401295661925
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.0731328010559082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.09508159756660461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.3163487911224365
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.6341631889343262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.5884384155273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.588483190536499
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.600819206237793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.6024928092956543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.5943295955657959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.592575979232788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.5931327819824219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.5862016201019287
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.5978847980499268
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.6039552211761474
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.6322688102722168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.6596543788909912
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.7235136032104492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,5.7646942138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.8019583702087403
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,2.596431922912598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.9332192420959473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,1.139788818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,1.634396743774414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,6.838467407226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,2.1578079223632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,8.78045425415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,4.047155380249023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,3.3222911834716795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,4.584016036987305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,8.544998168945312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,11.597993469238281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,5.538057708740235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,7.199533081054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.01,22.187181091308595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.11483839750289918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.1646656036376953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.25980799198150634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.43394880294799804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.6262432098388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.6567071914672852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.659609603881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.6618400096893311
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.6603775978088379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.6661536216735839
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.6613791942596435
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.6678976058959961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.6679071903228759
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.6852320194244385
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.7070720195770264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.7207007884979248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.750105619430542
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.789411211013794
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,14.707843017578124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.9150655746459961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,1.1431008338928224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,28.3913330078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.04045119881629944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.06253759860992432
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.0861631989479065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.2937504053115845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.5725312232971191
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.6067520141601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.5955904006958008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,9.679827117919922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.6066656112670898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.6089888095855713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.6008959770202636
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.5943007946014405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.6017663955688477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.4024928092956543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.5950623989105225
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.5977503776550293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.6199391841888428
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.6312032222747803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.6654528141021728
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.2,6.853116607666015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.7389311790466309
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.8744543075561524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.7891071796417236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.956879997253418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,1.1063776016235352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.5543807983398437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,1.6258848190307618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,13.787245178222657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,2.222096061706543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.28680648803711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.2,137.851171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,1.1507264137268067
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,2.2415584564208983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,1.9901695251464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,2.065043258666992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,2.0749759674072266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,2.465977668762207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,2.7280351638793947
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,2.8548160552978517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,2.5988351821899416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,2.776198387145996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,2.775539207458496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,2.803228759765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.01,11.949078369140626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,2.889993667602539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,2.9568031311035154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,3.1178239822387694
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,3.3205951690673827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,3.2018272399902346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,3.2078273773193358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,3.4602142333984376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,3.5678272247314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,23.261141967773437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,5.6976158142089846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,4.077593612670898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,4.581561660766601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,5.222275161743164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,8,1,power_law_1.2,114.71265869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.8047136306762696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,1.4694016456604004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,1.4534560203552247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,1.3852383613586425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,1.4646719932556151
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,2.3780288696289062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,2.4830432891845704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,2.4941856384277346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,2.604502487182617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,4.587228775024414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,2.63525447845459
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,2.682099151611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,2.6991968154907227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,2.739753532409668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,3.0070207595825194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,2.9189952850341796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,6.054054260253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,3.054115104675293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,3.199964714050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,3.286662292480469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,3.4759296417236327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,3.9100799560546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,8.021900939941407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,4.25294075012207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,8.681613159179687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,5.093603134155273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,5.821072006225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,10.515497589111328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.2,11.0780029296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,7.226399993896484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,7.699465942382813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,15.069094848632812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,9.940428924560546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.01,19.462828063964842
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,11.8459228515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,14.795936584472656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,20.470150756835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,9.786940765380859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,18.168978881835937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,25.032025146484376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,27.50513916015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,1.1519776344299317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,1.9570112228393555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,1.8450399398803712
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,2.0643743515014648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,2.0680927276611327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,2.5350175857543946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,2.4889055252075196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,2.8042240142822266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,2.552582359313965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,2.7596031188964845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,2.8183359146118163
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,2.8310848236083985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,2.924799919128418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,3.021036720275879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,14.873405456542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,3.1146303176879884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,3.1449888229370115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,3.3509727478027345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,3.542131042480469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,3.7303840637207033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.2,11.901126098632812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,4.3149982452392575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,48.00133361816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.8103839874267578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,1.4137503623962402
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,1.4298080444335937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,1.4641728401184082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,4.62176628112793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,1.3502240180969238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,2.015836715698242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,25.139190673828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,2.392720031738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,2.7224863052368162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,2.5529279708862305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,2.6547807693481444
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,2.6489919662475585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,2.6940927505493164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,2.895248031616211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,2.9667360305786135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,2.9501279830932616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,3.0618783950805666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,5.590115356445312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,3.274671936035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,3.4302688598632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,3.6100894927978517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,3.9379039764404298
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,6.616767883300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,4.338374328613281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,5.218179321289062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,9.350646209716796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,6.450685119628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,39.13215637207031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,12.132704162597657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,8.862166595458984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,11.190579223632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,35.693963623046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,17.80359649658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.01,39.17109680175781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.028678399324417115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.032841598987579344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.2548608064651489
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.5055391788482666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.7859551906585693
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,1.0870176315307618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,1.4934847831726075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,1.570847988128662
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,1.6283424377441407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,1.6566240310668945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,1.7207391738891602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,1.7796512603759767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,1.8214239120483398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,1.8853536605834962
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,2.520345687866211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,2.510563278198242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.2,19.436543273925782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,2.6649824142456056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,2.822172737121582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,3.0102655410766603
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,16.592498779296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,3.27655029296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.2,22.251715087890624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.02839680016040802
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.03277119994163513
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.08805440068244934
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.29819839000701903
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.5060128211975098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.7077184200286866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,1.0151167869567872
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,1.081868839263916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,1.0858752250671386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,3.488102340698242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,1.1547103881835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,1.2031423568725585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,1.2077247619628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,1.2201824188232422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,1.245126438140869
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,2.2582847595214846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,2.315852737426758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,2.4192895889282227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,23.593551635742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,4.140902328491211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,2.577881622314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,2.7080255508422852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,23.047071838378905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,2.956326484680176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,4.599260711669922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,3.268544006347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,3.7969921112060545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,5.704313659667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,22.738479614257812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,4.296630477905273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,6.834950256347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,5.410841751098633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,32.09907836914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,6.42132797241211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,9.10103988647461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,29.676470947265624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,84.1854248046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.028537601232528687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.042044800519943235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.2550335884094238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.45987520217895506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.6959199905395508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.9555295944213867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,1.459615993499756
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,1.5062944412231445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,1.6042688369750977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,1.6592287063598632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,1.705295944213867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,1.75677433013916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,1.8202688217163085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,1.8893024444580078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,2.5704320907592773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,2.626918411254883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,2.766076850891113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,8.655280303955077
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,2.8926719665527343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,3.077004814147949
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,3.3421600341796873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,3.5779232025146483
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,11.764579010009765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,4.242697525024414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,72.42938232421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.02807359993457794
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.032620799541473386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.10728960037231446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.27825279235839845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.45052480697631836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.6431295871734619
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.9853471755981446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,1.0592703819274902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,1.098755168914795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,1.1279647827148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,1.1898431777954102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,1.2150943756103516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,1.2379136085510254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,1.287881565093994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,2.3097759246826173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,2.409753608703613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,2.4993600845336914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,4.8150177001953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,2.718351936340332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,2.772777557373047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,51.112420654296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,3.0616992950439452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,10.99029083251953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,3.32391357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,5.932345581054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,3.875676727294922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,44.528787231445314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,4.484380722045898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,7.167533111572266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,15.570838928222656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,5.5430145263671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,14.738803100585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,9.803286743164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,6.6660606384277346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,9.130038452148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,12.499436950683593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,22.932861328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.2,39.14726867675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.03123840093612671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.03182719945907593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.03213120102882385
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.02683520019054413
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.04768959879875183
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.04841279983520508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.05027520060539246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.050342398881912234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.05201600193977356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.0528223991394043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.05460159778594971
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.056953597068786624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.05950719714164734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.06541759967803955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.0730463981628418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.07870720028877258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.105404794216156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,11.855622100830079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.2100831985473633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.25184319019317625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.31414079666137695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,21.45076141357422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,49.57107238769531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.027136000990867614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.027670401334762573
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.02677760124206543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.41307520866394043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.02685439884662628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.03761279881000519
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.039263999462127684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.040601599216461184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.04113920032978058
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.04320000112056732
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.04422720074653626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.04717440009117126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.05137919783592224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.054073601961135864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.06323199868202209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.07210879921913146
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.08074880242347718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.09292799830436707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,15.721331787109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.6873663902282715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.1228063941001892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.15926400423049927
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.2895648002624512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.9504927635192871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.3994848012924194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,99.90820922851563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.031068798899650574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.03224959969520569
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.031513598561286923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.6902048110961914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.030339199304580688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.047440001368522645
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.048188799619674684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.049958398938179015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.05003520250320435
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.051798397302627565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.05236160159111023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.05466560125350952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.058057600259780885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.06249279975891113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.06745920181274415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,1.3765503883361816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.07350080013275147
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.08239039778709412
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.11042879819869995
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.22258241176605226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.9519743919372559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.2550335884094238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,15.064582824707031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.3297408103942871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.439737606048584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,90.55523071289062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.02507199943065643
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.02675839960575104
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.026694399118423463
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.02693760097026825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.03778240084648132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,1.870684814453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.03824320137500763
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.04004800021648407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.04105280041694641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.04272319972515106
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.04411520063877106
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.04752320051193237
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,1.4931967735290528
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.051609599590301515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.056403201818466184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.06369600296020508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.7361695766448975
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.07206079959869385
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.08076480031013489
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.09615039825439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.12928320169448854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.1824512004852295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,1.0249247550964355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.2886847972869873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.4147071838378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,2.13687686920166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.7106592178344726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,2.856697654724121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,1.567296028137207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,23.291842651367187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,1.0099743843078612
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,3.1134496688842774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,1.6203615188598632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,2.085635185241699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,3.9602943420410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,22.342317199707033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,2.3305919647216795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,45.63307495117188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.5031295776367187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.46156158447265627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.4862527847290039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.43808960914611816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.5725855827331543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.6709695816040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.6787360191345215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.7033599853515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.681385612487793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.6969503879547119
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.7259935855865478
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.727510404586792
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.7300831794738769
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.7374847888946533
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.7879968166351319
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.8224512100219726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.8568927764892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.9511232376098633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,1.0526495933532716
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,4.230096054077149
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,1.2236831665039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,3.1780960083007814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,1.4439647674560547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,1.9918432235717773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,42.71871337890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.35354559421539306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.33726398944854735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.320086407661438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.3026367902755737
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.3133311986923218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.6395296096801758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.6364543914794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.632371187210083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.6185855865478516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.6457920074462891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.6876031875610351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.6966112136840821
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.6852799892425537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.7302688121795654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,3.3716896057128904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.7433760166168213
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,2.4574432373046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,4.789651107788086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.7844543933868409
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.8003135681152344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.8755807876586914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.9981663703918457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,1.1704256057739257
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,3.799884796142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,1.4155232429504394
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,2.0860191345214845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.01,5.201712036132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,2.5938655853271486
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,4.977062225341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,4.288643264770508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,3.872671890258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,4.6683391571044925
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,7.261865234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,5.263833618164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,7.693103790283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,7.649378967285156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,45.917642211914064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.4914527893066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.41749119758605957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.01,8.668956756591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.48705601692199707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.37024641036987305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.5376895904541016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,10.787602996826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.6673215866088867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.6585792064666748
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.6616767883300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.7121632099151611
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.7115295886993408
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.720911979675293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.7080639839172364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.7536128044128418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.779088020324707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,5.341823959350586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.7830527782440185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.827724838256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.8634016036987304
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.929695987701416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,1.074995231628418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,1.28308162689209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,44.60934143066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.3483583927154541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.30087039470672605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.3218719959259033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.21407361030578614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.3015872001647949
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.5956607818603515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.5999199867248535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.6372576236724854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,1.4961824417114258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.6303455829620361
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.6266592025756836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.665331220626831
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.697324800491333
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.6987232208251953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.7345151901245117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.727833604812622
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.7823328018188477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.8264863967895508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.8636544227600098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,2.178803253173828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.9651904106140137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,1.2007776260375977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,10.704454040527343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.2,5.946748733520508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,2.84899845123291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,1.49934720993042
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,2.2981088638305662
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,12.470130920410156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,4.2300670623779295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,3.0776479721069334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,4.340838241577148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,5.554329681396484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,13.220265197753907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,5.608249664306641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,8.071017456054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,9.14023666381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,15.809829711914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.01945600062608719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.03375999927520752
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.06783679723739625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.16375360488891602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.23736000061035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.3834912061691284
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.407260799407959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.42668800354003905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.4237504005432129
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.43272957801818845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.4547743797302246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.6157887935638428
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,20.5710205078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.6333280086517334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.652236795425415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.6613152027130127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.6727359771728516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.7048351764678955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.7636223793029785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.8268223762512207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.9591423988342285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,9.07742691040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,1.0769472122192383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,1.4185567855834962
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.01,16.678997802734376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.020396800339221956
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.02752319872379303
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.04051840007305145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.057817602157592775
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.07639039754867553
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.2590015888214111
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.28231039047241213
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.2899519920349121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.2994911909103394
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.30357120037078855
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.3117727994918823
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.5537536144256592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.5523744106292725
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.5775968074798584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.5978079795837402
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.6872575759887696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.6131936073303222
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.6391456127166748
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.6817503929138183
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,21.380595397949218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.7420063972473144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.8885087966918945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.2,9.322396850585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,2.3049312591552735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,1.0312959671020507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,11.945072174072266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,1.3060576438903808
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,1.6015039443969727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,12.109580993652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.9361856460571287
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,2.230748748779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,4.278585433959961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,2.9269855499267576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,15.04920654296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,4.356115341186523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,14.371580505371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,5.703926467895508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,45.56547546386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.02022400051355362
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.04158720076084137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.0694208025932312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.1235584020614624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.22368960380554198
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.37947840690612794
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.4092895984649658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.4332608222961426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.4295167922973633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.4459360122680664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.4538400173187256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.6176511764526367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.6389247894287109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.6417056083679199
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.6600160121917724
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.6815135955810547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.7134079933166504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.7697343826293945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.8360447883605957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,5.823955154418945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.9557375907897949
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,1.0947263717651368
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,7.2395263671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,1.447545623779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.7269184112548828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,44.111456298828124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.020582400262355804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.030659198760986328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.039971199631690976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.051945602893829344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.0714143991470337
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.25419840812683103
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.2760544061660767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.28901760578155516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.29976959228515626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.30355520248413087
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.3156415939331055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.5352255821228027
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.5462528228759765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.5637695789337158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.5855135917663574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.6005792140960693
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.6187967777252197
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.6785408020019531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.7320831775665283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,2.3719903945922853
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.8855936050415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,1.0333375930786133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,7.372271728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,1.3190943717956543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,3.040585517883301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,1.6256895065307617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,2.277440071105957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,11.496057891845703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,25.775347900390624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,24.27495422363281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,4.569670486450195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,2.950432014465332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,11.615142059326171
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,4.406425476074219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.2,18.082975769042967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,1.1652671813964843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,1.3965408325195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,1.3053664207458495
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,1.3474783897399902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,1.6811424255371095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,2.0345888137817383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,2.00183048248291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,2.018511962890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,2.0584192276000977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,2.0305280685424805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,2.1244672775268554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,2.116998481750488
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,2.085807991027832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,2.214214324951172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,2.2098527908325196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,2.3965408325195314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,2.4693727493286133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,2.674313545227051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,6.252604675292969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,2.9724735260009765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,3.3704734802246095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,3.6985088348388673
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,4.761251068115234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,6.008224105834961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,5.949241638183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,8.063529968261719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,11.028163146972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,7.7404541015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,23.115504455566406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.892080020904541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,1.0160351753234864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.9764351844787598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.9810720443725586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,1.4757120132446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,1.920403289794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,1.8691520690917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,1.7770559310913085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,1.981395149230957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,1.9747327804565429
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,2.065180778503418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,2.0475391387939452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,2.119043159484863
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,2.229635238647461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,2.2160480499267576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,2.2276479721069338
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,2.395180892944336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,2.4813600540161134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,2.733286476135254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,15.842515563964843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,3.092959976196289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,3.458377456665039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,4.364969635009766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,7.432323455810547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,5.309862518310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,23.215228271484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,1.2410752296447753
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,1.2485631942749023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,1.3847392082214356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,1.3618656158447267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,1.737004852294922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,1.8267999649047852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,1.8830015182495117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,2.070867156982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,2.0319744110107423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,2.075929641723633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,2.1545759201049806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,2.194463920593262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,2.201798439025879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,17.101657104492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.8947487831115722
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,2.2691455841064454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.8893823623657227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.9231136322021485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,1.007369613647461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,1.3227456092834473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,1.9634176254272462
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,2.3246240615844727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,1.8299423217773438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,1.9295839309692382
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,7.915270233154297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,1.8554655075073243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,2.4194496154785154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,1.9389024734497071
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,2.0900320053100585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,2.5186016082763674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,2.0951040267944334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,2.057110404968262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,22.01285400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,2.17324161529541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,2.689619255065918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,2.277619171142578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,2.266758346557617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,2.9315359115600588
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,2.344358444213867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,2.5463680267333983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,3.4036640167236327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,2.759356880187988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,3.2675777435302735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,4.061241531372071
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,10.4770751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,3.6922622680664063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,5.591961669921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,4.983772659301758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,7.0972541809082035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,6.680928039550781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,15.250924682617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,9.588713836669921
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,26.965267944335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,9.323168182373047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,12.30228500366211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,13.951887512207032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,11.691468811035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,20.760482788085938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,18.78137969970703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,17.598165893554686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,11.858358764648438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,45.64651184082031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,49.720437622070314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.027430400252342224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.053609597682952884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.2830656051635742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.48627519607543945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.6785600185394287
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,1.1138848304748534
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,1.195308780670166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,25.907638549804688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,1.229206371307373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,1.2638527870178222
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,1.3002559661865234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,1.319983959197998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,1.3543840408325196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,1.9388864517211915
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,1.9524288177490234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,1.9691999435424805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,2.0020864486694334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,2.037398338317871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,2.1195232391357424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,2.2703231811523437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,2.5528640747070312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,23.783148193359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,28.38770751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,2.7582880020141602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,46.24064331054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.026105600595474242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.03847039937973022
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.12126719951629639
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.29884800910949705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.44219517707824707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.7380352020263672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.7927680015563965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.8307711601257324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.8563743591308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.8733280181884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.8975616455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.9154815673828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,1.6080608367919922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,1.6652544021606446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,3.2670337677001955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,1.6904512405395509
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,1.732694435119629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,1.8008512496948241
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,1.9146623611450195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,2.027231979370117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,3.7488353729248045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,2.212201690673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,2.490924835205078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,2.9248416900634764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,4.811491012573242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,3.423110580444336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,5.850476837158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,31.339892578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,4.395116806030273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,30.32674560546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,41.550289916992185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,5.445481491088867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,8.17476806640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,7.7797698974609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,10.944566345214843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,92.2164794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.02704319953918457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.10083839893341065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.27299840450286866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.4427328109741211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.6098176002502441
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,1.095564842224121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,1.1921088218688964
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,1.2467040061950683
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,1.257100772857666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,1.2926464080810547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,1.3445216178894044
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,1.379411220550537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,1.9442975997924805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,1.9547840118408204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,1.9702144622802735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,2.0117088317871095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,2.0757984161376952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,10.3401123046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,2.1817888259887694
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,2.335321617126465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,2.5610784530639648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,55.11519165039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,2.823344039916992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,3.3563262939453127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,14.28546600341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,3.9082687377929686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,48.567813110351565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,5.1671905517578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,13.508169555664063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,6.352944183349609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,82.69617309570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.026128000020980834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.05865280032157898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.1317792057991028
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.256876802444458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.3876703977584839
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.7190048217773437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.7839231967926026
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.8166912078857422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.8509696006774903
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.8801440238952637
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.9222432136535644
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.9445664405822753
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,1.670806312561035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,1.678745651245117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,1.7249183654785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,1.7615711212158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,1.8094207763671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,1.9345600128173828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,2.030463981628418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,2.2362655639648437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,2.514998435974121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,8.950540924072266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,3.014806365966797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,24.633045959472657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,1.1526687622070313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,2.0593536376953123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,3.058019256591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,2.9162879943847657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,3.0647584915161135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,4.251382446289062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,3.9865089416503907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,21.683538818359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,4.313801574707031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,3.7683582305908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,3.801430511474609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,4.00648307800293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,3.8630496978759767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,3.553094482421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,4.064284896850586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,4.1986431121826175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,4.468048095703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,4.3824512481689455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,4.465539169311524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,4.494633483886719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,4.982403182983399
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,4.596697616577148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,5.4927009582519535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,20.4400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,5.731520080566407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,6.651058959960937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,5.845487976074219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,11.866022491455078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,7.203763580322265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,8.966182708740234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,8.508745574951172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,10.938671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,15.692066955566407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,14.985136413574219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,23.58116760253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,11.187798309326173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.8065664291381835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,1.459398365020752
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,2.2011552810668946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,2.177689552307129
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,2.177254486083984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,4.214563369750977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,3.8334529876708983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,3.550262451171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,4.072988891601563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,3.8355518341064454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,3.9054046630859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,3.6358367919921877
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,3.9388896942138674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,4.057455825805664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,4.020022583007813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,4.099484634399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,4.063776016235352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,4.502931213378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,4.6262462615966795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,5.263759994506836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,5.612300872802734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,19.597442626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,6.376899337768554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,43.52996826171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,1.1514016151428224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,2.069910430908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,2.8230688095092775
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,2.8513120651245116
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,3.070351982116699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,4.594540786743164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,3.242745590209961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,4.139023971557617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,3.711939239501953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,3.734124755859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,4.286950302124024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,6.983846282958984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,3.6945056915283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,3.9215839385986326
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,4.047814559936524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,4.130198287963867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,4.174297714233399
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,4.337558364868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,4.743552017211914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,14.206101989746093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,5.086966323852539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,100.48510131835937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.8065407752990723
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,1.534172821044922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,2.170921516418457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,2.1975711822509765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,2.217919921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,8.481436920166015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,5.324671936035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,3.874278259277344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,3.4478271484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,41.25023498535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,3.74060173034668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.028512001037597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.033923199772834776
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.2542783975601196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.5062719821929932
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,3.7886207580566404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.9370495796203613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,1.340284824371338
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,3.4636863708496093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,1.538704013824463
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,2.0491264343261717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,3.686502456665039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,2.160745620727539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,3.5658912658691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,2.2512224197387694
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,2.290867233276367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,3.7593536376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,2.3948223114013674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,5.857401657104492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,3.745113754272461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,2.4343999862670898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,2.5592575073242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,3.845814514160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,2.6018112182617186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,4.140816116333008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,2.648569679260254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,4.028310394287109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,3.6829151153564452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,4.578595352172852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,3.917552185058594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,6.948445129394531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,4.6050975799560545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,4.027884674072266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,5.367308807373047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,26.546774291992186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,4.326416015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,10.34261474609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,7.798649597167969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,5.704755020141602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,4.594460678100586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,6.4957122802734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,5.172371292114258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,9.842905426025391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,7.441353607177734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,5.710713577270508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,119.18671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.02991040050983429
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.032569599151611325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.049769601225852965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.30100479125976565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.6044672012329102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.910428810119629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,1.0613408088684082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,1.3803872108459472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,1.430185604095459
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,1.4544320106506348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,14.298728942871094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,1.5292896270751952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,1.579030418395996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,1.6311840057373046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,1.6963808059692382
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,1.7882400512695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,1.8608287811279296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,3.2536991119384764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,9.343843078613281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,6.856499481201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,12.560499572753907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,3.4504222869873047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,3.5946208953857424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,3.9456222534179686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,4.254000091552735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,22.947369384765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,11.952665710449219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,7.889913940429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,21.66114501953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,4.768918228149414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,17.646234130859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,5.352406311035156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,19.100009155273437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,37.2792236328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,6.3823486328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,10.046054077148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,16.726594543457033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,7.463938903808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,24.235267639160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,25.08350067138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,12.361888122558593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,22.023641967773436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,9.578816223144532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,28.905209350585938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,11.722720336914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,16.791065979003907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,28.102047729492188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,37.02674865722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,15.822019958496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,77.82517700195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.029257598519325256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,47.467193603515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.033206400275230405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.2551071882247925
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.5060991764068603
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.8317248344421386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,1.2111167907714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,1.4237600326538087
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,2.0003616333007814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,2.0755231857299803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,2.1816383361816407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,2.2555776596069337
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,2.341721534729004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,2.440665626525879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,2.5572959899902346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,2.6371936798095703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,2.7068639755249024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,3.706639862060547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,3.9627006530761717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,4.099679946899414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,23.330233764648437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,4.3858081817626955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,42.046142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,4.744137573242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,5.351305770874023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,5.974687957763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,45.56222839355469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.028214401006698607
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.03264319896697998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.08100159764289856
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.3004192113876343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.5466495990753174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.7945055961608887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,1.0029120445251465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,1.328822422027588
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,1.3876959800720214
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,1.4363360404968262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,1.4815008163452148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,1.5592000007629394
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,7.1691139221191404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,1.5857728004455567
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,1.7134880065917968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,1.7619007110595704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,1.8502687454223632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,3.2895870208740234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,3.490060806274414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,22.089840698242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,3.735660934448242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,4.052214431762695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,4.313385772705078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,8.284745788574218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,4.978291320800781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,43.68064575195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.30396161079406736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.399072003364563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.34618239402770995
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.3117311954498291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.30896639823913574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.44976959228515623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.47333760261535646
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.49463682174682616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.5069056034088135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.5090367794036865
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.47716798782348635
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.5151807785034179
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.5018720149993896
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.5278848171234131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.5482399940490723
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,5.555462265014649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.5674528121948242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.5896480083465576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.6493504047393799
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.6875072002410889
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.7676576137542724
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,10.841395568847656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.9335743904113769
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,6.6231842041015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.01,1.2139007568359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.01,1.6142559051513672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,72.11901245117187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.01,0.03848319947719574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.01,0.26803200244903563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.01,0.17696959972381593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,7.741516876220703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.01,0.20485119819641112
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.01,0.16031359434127807
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.01,0.40123839378356935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.01,0.40660481452941893
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.01,0.40849599838256834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.01,0.3719647884368896
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.01,0.39159359931945803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.01,0.42460479736328127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.01,0.46289920806884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.01,0.4756319999694824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.01,0.4866208076477051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.01,0.5088511943817139
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.01,0.5319551944732666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.01,0.5545152187347412
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.01,0.6235551834106445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.01,2.377340888977051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.01,0.6829343795776367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.01,0.7616576194763184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,13.457417297363282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.01,0.9210080146789551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.01,1.3180416107177735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.01,3.142527961730957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,10.090073394775391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,94.16201782226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.3038496017456055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.32761919498443604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.36152000427246095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.34808640480041503
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.40119037628173826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.4645343780517578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.4427743911743164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.45273919105529786
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.4956416130065918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.4776288032531738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.518620777130127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.4971871852874756
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.509984016418457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.5278848171234131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.5577568054199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.5601503849029541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.01,1.7267999649047852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.6090816020965576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.6453983783721924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.6906400203704834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,46.068258666992186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.2,0.037084800004959104
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.2,0.18557120561599733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.2,0.24180479049682618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.2,0.17964160442352295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.2,0.08275840282440186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.2,0.2281440019607544
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.2,0.3909856081008911
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.2,0.3256416082382202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.2,0.33844799995422364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.2,0.44925761222839355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.8463711738586426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.2,0.4299903869628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.2,0.444217586517334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.2,0.47461757659912107
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.2,0.49226880073547363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.2,0.5113247871398926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.2,0.5167871952056885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,85.43582763671876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.016179199516773223
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.018972800672054292
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.2,1.0322848320007325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.0456928014755249
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.2,0.5239200115203857
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.08361920118331909
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.1512223958969116
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.2839871883392334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.3068896055221558
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.32134718894958497
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.33331201076507566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.01,2.5108095169067384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.2,0.6367199897766114
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.33189759254455564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.3502624034881592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.44281277656555174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.44501757621765137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.2,0.6724415779113769
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.4565824031829834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.4726912021636963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.01,4.751059341430664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.49204158782958984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.2,1.4534111976623536
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.5039616107940674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.2,0.7635200023651123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.5332608222961426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.581008005142212
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.2,0.9788895606994629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,16.920066833496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.619055986404419
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.2,1.8473888397216798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,12.696806335449219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.2,1.443939208984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.6865312099456787
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.01,3.443747329711914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.8583776473999023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.2,1.9097824096679688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.2,2.686550331115723
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.9896448135375977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,43.32078857421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.01,6.738684844970703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.2,3.0045791625976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.01,0.017215999960899352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.01,0.019785599410533906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.01,0.02863680124282837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.01,0.04376640021800995
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.01,0.05661439895629883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.01,0.09991040229797363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.01,0.11539839506149292
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.01,0.13525760173797607
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.01,0.1523808002471924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.01,0.17532800436019896
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.01,0.19315199851989745
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.01,0.30813119411468504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.01,0.3325984001159668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.01,0.3460832118988037
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.01,0.37703680992126465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.01,5.2814689636230465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.2,3.818172836303711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.01,1.3227935791015626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.01,0.3917695999145508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.01,0.4161856174468994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.01,0.4680160045623779
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.01,0.5125472068786621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.01,0.5917119979858398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.2,3.882825469970703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.01,0.6117119789123535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,16.11657257080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.6893951416015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.01,0.735529613494873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.2,5.560108947753906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.01,0.9062496185302734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.01,8.522799682617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.01,7.239564514160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,23.98999938964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.2,6.037158584594726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.01,1.2301759719848633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.01,2.4438783645629885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.01,1.594547176361084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.2,8.020928192138673
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.01,3.2084705352783205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.2,7.6937408447265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,16,power_law_1.01,9.0210205078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.01,2.348793601989746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,22.6177978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.01,13.922384643554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.2,9.964157104492188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.01,3.1156864166259766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.01,4.089923095703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,16,power_law_1.2,10.179023742675781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,16,power_law_1.01,14.352732849121093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,16,1,power_law_1.01,3.984812927246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,46.772216796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.016697600483894348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.02348479926586151
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.043356800079345705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.07202240228652954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.12023999691009521
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.28561279773712156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.30675199031829836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.3138495922088623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.3319360017776489
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.34203200340270995
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.35555200576782225
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.44849600791931155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.4610720157623291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.46866559982299805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.49014081954956057
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.4894688129425049
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.5019360065460206
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.5467552185058594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.5921247959136963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.01,6.369491195678711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.6325952053070069
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.2,15.802528381347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.7000832080841064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.8818943977355957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.2,1.015174388885498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,16,power_law_1.2,17.080601501464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.2,1.3777024269104003
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,44.52166748046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.2,0.016908800601959227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.2,0.01956160068511963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.2,0.02736000120639801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.2,0.042268800735473636
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.2,0.053855997323989865
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.2,0.08963519930839539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.2,0.11489599943161011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.2,0.14223999977111818
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.2,0.16221120357513427
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.2,0.18132799863815308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.2,0.2092223882675171
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.2,0.33613760471343995
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.2,0.3693792104721069
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.2,0.3824512004852295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,16,1,power_law_1.01,6.1847583770751955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.2,0.39934720993041994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.2,0.40435199737548827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.2,0.4292895793914795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.2,0.47354559898376464
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.2,0.5259071826934815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.01,26.748928833007813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.7310752868652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.01,2.260038375854492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.01,3.0328800201416017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.01,2.9933439254760743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.01,2.969852828979492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.01,2.9770944595336912
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.2,0.5761663913726807
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.01,2.7914783477783205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.01,3.9793537139892576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.01,4.2197822570800785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.01,4.251696014404297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.01,4.4443809509277346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.01,4.54169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.01,4.4216255187988285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.2,0.6042079925537109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.01,4.660396957397461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.01,4.865865707397461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.01,4.708489608764649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.01,4.951494216918945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.01,5.155036926269531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.2,0.748806381225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.01,5.6379646301269535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.01,6.2259166717529295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.01,6.909184265136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.2,0.8985024452209472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.01,7.552591705322266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.2,2.5004127502441404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.01,9.225357055664062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.2,1.248630428314209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.01,10.888352203369141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,16,power_law_1.01,28.664285278320314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.01,1.7055999755859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.01,2.293481636047363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.01,2.169955253601074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.2,1.5997280120849608
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.01,2.2960832595825194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.01,2.28460807800293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.01,2.1990400314331056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.01,4.230284881591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.01,15.251242065429688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.01,4.2972160339355465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.01,4.238678359985352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.01,4.372774505615235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.01,4.560601425170899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.01,4.478700637817383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.01,4.517001724243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.01,4.651763153076172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.01,4.857395172119141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.01,4.974457550048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.01,5.359904098510742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.01,5.7413887023925785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.2,3.293852615356445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.01,6.24447021484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.01,6.947974395751953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.01,19.56812744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.01,7.678307342529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.2,2.3704639434814454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.01,9.240764617919922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.01,12.720800018310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.2,2.1388032913208006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.2,2.9051679611206054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.2,2.9028064727783205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.2,3.033193588256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.2,2.871865653991699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.2,2.717744064331055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.2,4.11297607421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.2,4.218217468261718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.2,4.206060791015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.2,4.157040023803711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.2,4.3906913757324215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.2,4.583241653442383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.2,4.627017593383789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.2,4.839766311645508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.2,5.038716888427734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.01,11.17174072265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.2,5.179708862304688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.2,5.339161682128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.2,5.937148666381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.01,27.669815063476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.2,6.161391830444336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.2,7.008668518066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.01,15.64320068359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.2,7.889315032958985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.2,4.176383972167969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.2,3.13242244720459
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.2,10.174201965332031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.2,11.997097778320313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.01,20.805311584472655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,16,1,power_law_1.01,12.408013153076173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.2,1.693827247619629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.2,2.19749755859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.2,2.195929527282715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.2,2.2988960266113283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.01,39.52090759277344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.2,2.184422492980957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.2,2.137401580810547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.2,4.149257659912109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.2,4.146150588989258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.2,4.191487884521484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.2,4.438502502441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.2,4.537996673583985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.2,4.548185729980469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.2,17.110595703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.2,4.628236770629883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.2,4.9184223175048825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.2,4.947820663452148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.2,5.06701431274414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.2,5.526972961425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.2,5.980223846435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.2,6.357340621948242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.2,6.9790496826171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.01,29.900051879882813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.2,21.3767333984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.2,7.906355285644532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,16,power_law_1.2,32.209286499023435
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.0474592000246048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,16,1,power_law_1.2,3.97476806640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.27745919227600097
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.5572447776794434
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.9647295951843262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.01,1.36659517288208
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.01,2.333769607543945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.01,2.489104080200195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.01,2.5822431564331056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.01,2.6523296356201174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.01,2.7528640747070314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.2,10.086662292480469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.01,2.80960636138916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.01,2.8864063262939452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.01,2.940499114990234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.01,3.09564151763916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.01,3.1870752334594727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.01,3.3196510314941405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.01,3.5593822479248045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.2,32.77451171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.01,0.03460800051689148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.01,0.05253120064735413
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.01,4.745513534545898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.01,0.3806335926055908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.01,0.689027214050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.01,0.947116756439209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.01,1.5691871643066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.01,1.7039871215820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.01,1.8070560455322267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.2,12.48746566772461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.01,1.8508384704589844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.01,1.9273887634277345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.01,4.941644668579102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.01,1.996143913269043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.01,2.0354944229125977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.01,2.1471200942993165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.01,2.242064094543457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.01,2.3675743103027345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.01,5.34826889038086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.01,2.4670976638793944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.01,48.06397399902344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.01,2.6893247604370116
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.01,4.1893760681152346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.01,5.790982437133789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.01,4.4680641174316404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.2,31.727078247070313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.2,17.840138244628907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.01,4.902239990234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.01,6.630252838134766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.01,38.85873718261719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.01,5.316812896728516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.2,6.473184204101562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.01,7.524143981933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.01,6.1496318817138675
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.2,23.00731506347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.01,6.954739379882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.01,9.680646514892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.01,8.651532745361328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.2,43.821798706054686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.01,12.224082946777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.2,32.753903198242185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,16,power_law_1.01,50.056637573242185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.01,10.740156555175782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.01,74.08851928710938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,16,1,power_law_1.2,6.2323871612548825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.01,18.273356628417968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.01,15.21905975341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.2,43.748171997070315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.2,56.02896728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.01,24.190538024902345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.01,19.782733154296874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,16,power_law_1.01,77.03886108398437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,16,power_law_1.2,55.59260864257813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.01,30.112774658203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,16,1,power_law_1.01,26.34171142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.2,80.35305786132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.01,148.5034912109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.04385600090026855
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.3070143938064575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.6067776203155517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.8938847541809082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.2,1.237235164642334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.2,2.276246452331543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.2,2.4527231216430665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.2,2.5630239486694335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.2,2.646531105041504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.2,2.7483999252319338
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.2,2.8367712020874025
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.2,2.975676727294922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.2,3.0586496353149415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.2,3.207263946533203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.2,3.3464160919189454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.2,3.4454654693603515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.2,3.676553726196289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.2,4.885116958618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.01,48.43459777832031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.2,5.1027263641357425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.2,13.411660766601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.2,0.03476159870624542
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.2,0.10058239698410035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.2,5.54859504699707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.2,0.3787872076034546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.2,0.6239007949829102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.2,0.856668758392334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.2,1.5440383911132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.2,1.6891359329223632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.2,1.7947872161865235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.2,1.8632799148559571
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.2,1.9550079345703124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.2,2.0149120330810546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.2,2.0744255065917967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.2,2.2078752517700195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.2,6.003145599365235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.2,2.311097526550293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.2,2.437977600097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.2,2.5364831924438476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.2,2.730374336242676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.2,4.344316864013672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,16,1,power_law_1.01,39.848150634765624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.2,6.889984130859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.2,4.546614456176758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.2,5.023721694946289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,16,1,power_law_1.2,12.374793243408202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.0188960000872612
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.021852800250053407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.023520000278949738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.030166399478912354
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.2,7.896710205078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.04043839871883392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.04177919924259186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.042396798729896545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.04286080002784729
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.2,5.454707336425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.055068802833557126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.05850560069084167
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.058719998598098753
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.06596159934997559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.07249919772148132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.08366079926490784
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09328960180282593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.11504319906234742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.1310431957244873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,16,power_law_1.2,85.5417724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.2,6.244364929199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.20823359489440918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.25167360305786135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.2,10.26903076171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.35354878902435305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.2,7.07616958618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.4309375762939453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.566316795349121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.2,8.951171112060546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,16,power_law_1.01,159.0597900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.018624000251293182
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.021164800226688384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.023046399652957916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.02580159902572632
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.03834879994392395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.2,12.810745239257812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.0391072005033493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.03989759981632233
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.04091840088367462
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.043196800351142886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.04410240054130554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.04803839921951294
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.05381119847297668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.05865280032157898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.06740800142288209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.07519999742507935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.08355200290679932
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.09912319779396057
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7576288223266602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.1345311999320984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.1689247965812683
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.25717759132385254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.2,11.047980499267577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.36067519187927244
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.1654368400573731
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.2,18.741903686523436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.5159615993499755
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.6879327774047852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.5849696159362794
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.2,15.732876586914063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,1.1015040397644043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.2,25.10009002685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.4717567443847654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.2,20.3510498046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,1.498953628540039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.01,96.21052856445313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.021241599321365358
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.0234592005610466
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.024006399512290954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.03017280101776123
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.04377599954605103
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.04102399945259094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.04163840115070343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.052367997169494626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.04921599924564361
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.05275200009346008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.0624351978302002
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.07255039811134338
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.06379839777946472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.09235519766807557
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.09532480239868164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.11908479928970336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.13420480489730835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.19842560291290284
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.254694390296936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.35405120849609373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,16,1,power_law_1.01,78.16766357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.019232000410556793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.020713600516319274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.022515200078487396
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.02555840015411377
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.0383103996515274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.039164799451828006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.03980799913406372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.04105600118637085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.04254400134086609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.04386880099773407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.048003199696540835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.05342400074005127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.05857920050621033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.0667136013507843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.4324351787567139
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.07581120133399963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.0825215995311737
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.2,31.289407348632814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.09634559750556945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.13236479759216307
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.16734399795532226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5684639930725097
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,2.298028755187988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.450447845458984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.25655040740966795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.3609535932540894
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,16,1,power_law_1.2,26.56482849121094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7634975910186768
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.5126016139984131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.6883008003234863
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.1719552040100099
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,3.1346559524536133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,1.1025407791137696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.2,173.91683349609374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.04940800070762634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.0603488028049469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.07271040081977845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.2476639986038208
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.3000447988510132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.2799936056137085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.28113279342651365
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.2851968050003052
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.294323205947876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.2807391881942749
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.370064163208008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.2823040008544922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.28729279041290284
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.587155246734619
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.2888416051864624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.3002687931060791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.3078752040863037
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.319049596786499
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.3442176103591919
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.39630401134490967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.4597599983215332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.6117568016052246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.7233215808868408
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,1.4926400184631348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,1.0294912338256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.2,50.12416381835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.2838720321655273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.479692840576172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,16,1,power_law_1.2,40.052099609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.01,3.8374401092529298
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.0006879806518554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,2.2989887237548827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.907200050354004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,16,power_law_1.2,183.7940673828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.02348800003528595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.026793599128723145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.028707200288772584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.034585601091384886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.05255039930343628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.05403839945793152
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.05533440113067627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.057180798053741454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.060726398229599
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.06608319878578187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.07310400009155274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.07995200157165527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.08693119883537292
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.10348800420761109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.12239680290222169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.14266560077667237
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.18350720405578613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.2793823957443237
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.3490943908691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.4857952117919922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.5903679847717285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,7.346543884277343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.5020832061767577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.8936736106872558
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.535635375976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,1.2130623817443849
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,3.129459190368652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,1.8541887283325196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.01,6.372732925415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.438755035400391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,2.4946048736572264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.258905410766602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.2,3.811801528930664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,3.9603519439697266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,7.670976257324218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,5.4223487854003904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,7.5880897521972654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,15.281829833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.0411871999502182
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.05464000105857849
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.07622399926185608
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.22464959621429442
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.2740767955780029
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.2736032009124756
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.2823551893234253
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.28685760498046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.2946079969406128
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.2846816062927246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.27905280590057374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.2879744052886963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.2894975900650024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.2994976043701172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.31244161128997805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.2,6.28509750366211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.32346880435943604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.34954559803009033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.41276798248291013
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.4676959991455078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.01,6.667155456542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.6097824096679687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.2,99.07749633789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.024799999594688416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.02815679907798767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.029190400242805482
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.034643200039863584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.0516319990158081
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.05308160185813904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.054841601848602296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.05761920213699341
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.06953279972076416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.06511039733886718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.07929279804229736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.08867200016975403
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.0919264018535614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.11885759830474854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.12222399711608886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.7245408058166504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.153766405582428
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.18618240356445312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,12.601996612548827
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.2628671884536743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.34448320865631105
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,1.0635071754455567
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.472979211807251
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.5920767784118652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.3220512390136718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.8852607727050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.01,12.72281265258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,1.153983974456787
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,1.0617280006408691
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,1.0633919715881348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,1.0667903900146485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,1.422163200378418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,1.3232159614562988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.0556928634643556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,1.4324576377868652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,1.43887357711792
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,1.472963237762451
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,1.2069727897644043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,1.4850111961364747
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,1.504748821258545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,1.5796735763549805
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,1.5436511993408204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,1.6255712509155273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,1.646339225769043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,1.6907392501831056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,1.8160032272338866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,1.9967872619628906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,2.06429443359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,16,1,power_law_1.2,80.06031494140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.8061663627624511
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.791548776626587
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.7361983776092529
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.7431072235107422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,1.364560031890869
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,1.2778911590576172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,1.2122559547424316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,1.3407391548156737
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,1.436355209350586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,1.3619935989379883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,1.4490495681762696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,2.407100868225098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,1.496396827697754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,1.4993056297302245
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,1.5467455863952637
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,1.503974437713623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,1.6429983139038087
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,1.7801088333129882
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,2.79117431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,1.8935583114624024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,1.8489120483398438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,2.0179136276245115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,3.5508960723876952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,2.3656543731689452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,2.9160224914550783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,2.6878688812255858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,4.2741249084472654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,3.5125247955322267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,4.2294048309326175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,2.5081504821777343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,5.777068710327148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.01,10.88153305053711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,6.288409423828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,4.559011077880859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,7.629408264160157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,7.86910400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,3.9454559326171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,11.74677734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,11.742371368408204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,15.407583618164063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,1.1550432205200196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,1.0614463806152343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,1.0639007568359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,1.0662015914916991
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,1.3682559967041015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,1.1088768005371095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,1.490783977508545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,1.4465375900268556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,1.477667236328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,1.4328319549560546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,1.528876781463623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,1.601571273803711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,1.5073663711547851
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,1.6066591262817382
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.279449462890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,1.6080192565917968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,1.7661056518554688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,1.8021055221557618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,1.9811296463012695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,2.150931167602539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,2.516223907470703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,15.551644897460937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,2.960880088806152
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,5.457180786132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,3.814998245239258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,15.726364135742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,4.8327583312988285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,6.8320259094238285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,20.55700225830078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,25.263523864746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.8084832191467285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.7411168098449707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.7427296161651611
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.7459231853485108
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,1.351859188079834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,1.1020095825195313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,1.4323103904724122
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,1.2847423553466797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,9.329756927490234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,1.2362943649291993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,1.3473055839538575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,1.4980128288269043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,1.4987456321716308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,1.5046496391296387
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,1.570038414001465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,1.550937557220459
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,1.6974943161010743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,20.40366973876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,1.7679712295532226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,7.816515350341797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,1.938185691833496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,2.09781436920166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,2.441270446777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,2.8703231811523438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.2,6.681795501708985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,3.720640182495117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,14.370620727539062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,4.8037567138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,6.684713745117188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.2,12.623795318603516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.026710399985313417
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.029712000489234926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07675840258598328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.25394880771636963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.4033247947692871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.5353151798248291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.7530432224273682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.793062400817871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.8288767814636231
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.8552767753601074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.8852064132690429
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.9315839767456054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.9505951881408692
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.9881376266479492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,1.3216032028198241
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,1.3427871704101562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,1.4199392318725585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.01,21.82628173828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.02707839906215668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.03056960105895996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.05769919753074646
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.10725760459899902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.2357759952545166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.35354878902435305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.49144320487976073
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,1.5304896354675293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.5250527858734131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.5455520153045654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.5551263809204101
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.5888991832733155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.609987211227417
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.6431551933288574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,1.6699487686157226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.6700640201568604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,1.1264479637145997
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,21.440631103515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,1.164076805114746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,9.412598419189454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.9391071319580078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,1.2360992431640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,1.3688735961914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,1.5005503654479981
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,31.39806213378906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,2.128022384643555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,1.7923168182373046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,2.629132843017578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,32.15126037597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,2.0582399368286133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,2.5951263427734377
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,3.1236640930175783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,13.453050231933593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,3.113283157348633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,4.097129440307617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,12.580735778808593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,4.243513488769532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,27.866616821289064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,5.131171035766601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,5.339843368530273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,18.18218231201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.2,11.000032043457031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,7.278684997558594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,7.54583969116211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,24.89072265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,9.558448028564452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,40.889401245117185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,9.8463134765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,64.96909790039062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.026419198513031004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.031948798894882204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.10356160402297973
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.23153600692749024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.3597568035125732
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.49153919219970704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.7372223854064941
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.7882688045501709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.8220959663391113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.8461600303649902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.8795807838439942
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.9227231979370117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.9727616310119629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,64.79019165039062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.02693760097026825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.9849984169006347
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.030681601166725157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.0646399974822998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.09836480021476746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.19818880558013915
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.315775990486145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.4867231845855713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,1.3215904235839844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.5177824020385742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.5429344177246094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.5570144176483154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,1.383897590637207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.574723196029663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,11.967209625244141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.6039711952209472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.6329472064971924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,1.4439328193664551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.6953824043273926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,1.1430496215820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,1.6088703155517579
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,1.1881919860839845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,1.2865632057189942
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,1.705836868286133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,1.390441608428955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.9905471801757812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,1.5589983940124512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,12.541744232177734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,1.8311807632446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,2.1813568115234374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,2.1156768798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,2.6992256164550783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,2.6805440902709963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,38.75248413085937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,3.223980712890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,3.177209663391113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,4.277859115600586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,4.3556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,5.41253776550293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,5.489491271972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,18.180604553222658
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,19.243618774414063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.2,21.973225402832032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.02364159971475601
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.024198399484157564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,7.738365173339844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.024201600253582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.046697598695755
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.04604479968547821
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.04772480130195618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.04951040148735046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.04976319968700409
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.05141760110855102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.05187199711799621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.054048001766204834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,7.853695678710937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.05598719716072083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.05812479853630066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.06259840130805969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.06643199920654297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.07170559763908387
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.0807200014591217
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.10933760404586793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.13157440423965455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.21591041088104249
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,25.393699645996094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.02316479980945587
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.023788799345493317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.02380799949169159
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.03649600148200989
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.036959999799728395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.03761279881000519
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.03936960101127625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.039743998646736146
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.041168001294136045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.31132800579071046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.04231359958648682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.04441919922828674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.04684160053730011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.04901759922504425
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.054281598329544066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.05959360003471374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.06724799871444702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,81.00950317382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.023647999763488768
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.024188800156116484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.024137599766254424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.04287680089473724
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.04479039907455444
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.07985280156135559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.047727999091148374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.04951040148735046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.049859198927879336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.05128960013389587
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.051958400011062625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.05406079888343811
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.05631679892539978
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.10392320156097412
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.6117087841033936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.05853760242462158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.06257920265197754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.06727039813995361
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.13256000280380248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.07200000286102295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.08356159925460815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.11048320531845093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.22368640899658204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.15734399557113649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.8416895866394043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.3281951904296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.2626271963119507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,10.3936767578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,10.453382110595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.34156479835510256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.6283584117889405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,1.2820320129394531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.6588672161102295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.8680031776428223
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.9313568115234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,1.7503744125366212
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,1.414790439605713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,1.3978879928588868
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,1.9065439224243164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,12.846954345703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,12.882588195800782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,2.576588821411133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,1.870230484008789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,85.01207885742187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.022409600019454957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.023500800132751465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.02373439967632294
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.032864001393318173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.03557760119438171
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.037673598527908324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.03943679928779602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.039961600303649904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.0413536012172699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.04240959882736206
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.043971198797225955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.047244799137115476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.05009920001029968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.055587202310562134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.061222398281097413
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.06762239933013917
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.08482239842414856
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.11233919858932495
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.13964799642562867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.24148480892181395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,2.9130239486694336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.3552256107330322
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.6631392002105713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,3.4621440887451174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,36.683648681640626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.2589119911193848
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.25902719497680665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.23600640296936035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.215231990814209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.24024639129638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.31630079746246337
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.32159359455108644
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.3371263980865479
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.33067200183868406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.3364703893661499
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.3422303915023804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.3617919921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.9634271621704101
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.35928640365600584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.3855936050415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.4116703987121582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.42157759666442873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.4497504234313965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,2.887721633911133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.5290175914764405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,38.62706604003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.036620798707008365
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.03666560053825378
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.03712320029735565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.05904319882392883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.06229119896888733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.06621119976043702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.069513601064682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.6529119968414306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.071670401096344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.07431039810180665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.07744960188865661
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.08258879780769349
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.09960319995880126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.11524800062179566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.21313600540161132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.2980384111404419
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.8353983879089355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.37118079662323
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.3999039888381958
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,3.8991455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.5042175769805908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,1.0503711700439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,1.5072287559509276
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.5835999965667724
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.8653152465820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,1.589193630218506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,1.095900821685791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,20.154739379882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,2.004640007019043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,1.691935920715332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,20.196742248535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,2.0379007339477537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,4.254422378540039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,2.195929527282715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,3.220102310180664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,3.6666400909423826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.01,4.915254211425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,3.7469856262207033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,4.334553527832031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,4.705100631713867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,3.1636480331420898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,6.652896118164063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,6.852003479003907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,7.0117950439453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,4.820383834838867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,8.754959869384766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.01,7.952642822265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,9.323152160644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,4.2723838806152346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,11.899488067626953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,12.030512237548828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,40.49979248046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.2583744049072266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.25966079235076905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.25365118980407714
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.26407680511474607
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.21238400936126708
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.3146399974822998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.3311935901641846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.33407680988311766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.33074240684509276
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.34397120475769044
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.354313588142395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.36408319473266604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.3706271886825562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,39.39579772949219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.03701440095901489
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.037027201056480406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.03748160004615784
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.06088320016860962
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.3886751890182495
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.06231679916381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.0665727972984314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.070169597864151
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.07288960218429566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.41097278594970704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.07444480061531067
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.07624959945678711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.08347839713096619
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.42759361267089846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.10045440196990967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.11517119407653809
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.45133438110351565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.2271359920501709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.26800320148468015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.5366144180297852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.36541759967803955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.3818432092666626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.6609792232513427
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.5013760089874267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.6021952152252197
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.9205696105957031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.8875871658325195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,1.1794400215148926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,1.1996159553527832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.2,5.309446334838867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,1.834752082824707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,1.84169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,2.4589344024658204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,2.5119808197021483
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,3.818735885620117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,4.006547164916992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,17.013165283203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,14.420338439941407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.018505600094795228
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.022924800217151643
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.034204798936843875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.047686401009559634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.06514880061149597
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.19093120098114014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.20544960498809814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.21255040168762207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.2198080062866211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.2227423906326294
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.23688960075378418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.2935744047164917
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.2985375881195068
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.31470398902893065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.3275615930557251
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.3350080013275146
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.36469759941101076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.4056096076965332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,19.228860473632814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,4.729465484619141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.45998082160949705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,5.064863967895508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.6142432212829589
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,7.77429428100586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.7737887859344482
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,1.070297622680664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.01,16.202729797363283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.019407999515533448
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.022540800273418427
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.02696000039577484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.03600000143051148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.043952000141143796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.05511040091514587
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.05674239993095398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.058166402578353885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.06135680079460144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.06355199813842774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.06976320147514344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.06936960220336914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.0732800006866455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.09291840195655823
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.12050880193710327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.18462400436401366
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,1.3522144317626954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.27111680507659913
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.3241600036621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.3783807992935181
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.5400224208831788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.7184927940368653
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,2.0016895294189454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,7.5581504821777346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,1.0531647682189942
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,1.3696512222290038
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,7.958473968505859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,2.6491104125976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,2.033100891113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,3.927420806884766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,2.7297183990478517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,10.039619445800781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.2,8.605062103271484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,11.44210205078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,4.100361633300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,5.285849761962891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,35.69063110351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.01849920004606247
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.025654399394989015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.03353599905967712
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.04405440092086792
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.06264640092849731
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.18876800537109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.21239039897918702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.21824960708618163
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.2205631971359253
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.23032639026641846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.23638079166412354
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.2961663961410522
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.3034656047821045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.3178080081939697
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.33565759658813477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.34851200580596925
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.37148160934448243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.4146399974822998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.46727681159973145
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,38.22164306640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.01969279944896698
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.02255679965019226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.026902401447296144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.03378239870071411
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.043196800351142886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.05552319884300232
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.057123202085495
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.05927680134773254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.6241663932800293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.062438398599624634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.06475520133972168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.07200000286102295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,5.532060623168945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.07061759829521179
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.07449600100517273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.09056640267372132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.12981120347976685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.1866752028465271
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.7770048141479492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.24771521091461182
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.3314079999923706
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.3805919885635376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,1.0739904403686524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.551961612701416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,6.574617767333985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,12.876783752441407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.735584020614624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,1.3801600456237793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,1.0604576110839843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,13.110850524902343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,1.3820351600646972
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,2.0433376312255858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,6.898566436767578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,2.0695423126220702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,2.734828758239746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,2.7688575744628907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,10.778399658203124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,4.16577262878418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,4.144607925415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,11.110995483398437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,21.542013549804686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,5.92949104309082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,5.580908966064453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,21.686192321777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,16.28056945800781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.7948512077331543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.7211264133453369
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.724291181564331
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.9780672073364258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.7800032138824463
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,1.043126392364502
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,1.0272159576416016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,1.083676815032959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,1.0935359954833985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,1.1058239936828613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,1.1541888236999511
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,1.1225152015686035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,1.1894144058227538
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,1.210208034515381
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,1.2501983642578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,1.2853919982910156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,1.4153023719787599
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,1.504214382171631
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,1.770204734802246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,2.094495964050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,2.441600036621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,3.2086273193359376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,7.201283264160156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,4.192300796508789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,7.004454040527344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,22.124009704589845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.538159990310669
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.48970880508422854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.4903679847717285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.7714911937713623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.7995296001434327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.8582367897033691
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.9083935737609863
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.9375455856323243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.9462368011474609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,1.0003487586975097
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,1.019472026824951
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,1.0190336227416992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,1.0577856063842774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,1.119923210144043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,1.149465560913086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,1.2183872222900392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,6.84532470703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,1.3175200462341308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,1.4500063896179198
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,1.6081920623779298
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,1.9617216110229492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,2.340483283996582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,8.194841766357422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,3.223551940917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,22.401222229003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.7951007843017578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.724399995803833
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.7267551898956299
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.7709280014038086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.7559167861938476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,1.0187999725341796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,1.097430419921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.9937088012695312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,1.0507967948913575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,4.159785461425781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,1.038060760498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,1.1307231903076171
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,1.168393611907959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,1.1950495719909668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,1.2119903564453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,1.2114272117614746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,1.3263551712036132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,1.358176040649414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,1.598095989227295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,1.8588064193725586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,2.3344287872314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,6.350067138671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,13.99361572265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,2.7455327987670897
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,3.760406494140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,8.218895721435548
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,5.116649627685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,7.455878448486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,19.309039306640624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,11.468508911132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,13.319155883789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,10.412646484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.2,17.294947814941406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.5371615886688232
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.48945279121398927
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.4906464099884033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.7737343788146973
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.6047808170318604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.9170944213867187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.8620479583740235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.9583168029785156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.9690560340881348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,1.0266048431396484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,1.020470428466797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,1.0144767761230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,1.0791071891784667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,1.1068736076354981
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,1.1463680267333984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,1.1447551727294922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,1.2824064254760743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,1.4420576095581055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,1.6104959487915038
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,2.034409523010254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,2.5545888900756837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,3.676931381225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,16.914813232421874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,16.883625793457032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,22.366618347167968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,4.816608047485351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,7.502591705322265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,10.265369415283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,24.515957641601563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,22.06177978515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,11.218038177490234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,41.47867126464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.025760000944137572
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.03949120044708252
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.10855040550231934
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.23905279636383056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.34761600494384765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.5540639877319335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.5929088115692138
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.6256256103515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.6327328205108642
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.6475359916687011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.6794879913330079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.7009664058685303
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,15.141072082519532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.9551072120666504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.9958847999572754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,1.010108757019043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,1.0533599853515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,1.1049535751342774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,1.2041824340820313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,36.76307067871094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,1.342204761505127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,1.4703519821166993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.686777687072754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,2.211952018737793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,26.960260009765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,2.6020992279052733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,22.42841033935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,3.5577247619628904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,35.304351806640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,4.582476806640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,43.85247802734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.025775998830795288
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.03354560136795044
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.05795199871063232
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.09553279876708984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.16130239963531495
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.35413761138916017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.38140480518341063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.39996159076690674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.4087200164794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.42023677825927735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.4342944145202637
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.45120959281921386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.791926383972168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.8131872177124023
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.8412416458129883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.8576767921447754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.9161664009094238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,1.0156288146972656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,1.1132831573486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,1.3636608123779297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,6.6880035400390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,1.595740795135498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,28.671719360351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,2.0406015396118162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,2.492518424987793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,3.5010433197021484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,45.32818603515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,8.93595199584961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,4.58741455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,72.73628540039063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.0250463992357254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.050432002544403075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.09657599925994872
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.21298561096191407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.31354238986968996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.5496352195739747
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.5990464210510253
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.6375807762145996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.6515552043914795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.6617472171783447
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.6974207878112793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.7159552097320556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.9719200134277344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,1.0138367652893066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,1.0316448211669922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,1.0668416023254395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,1.1107040405273438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,1.211958408355713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,1.3493151664733887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,1.4924703598022462
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,6.842031860351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.7376928329467773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,11.39267807006836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,2.293436813354492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,2.7450592041015627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,72.6171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,44.197271728515624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.025523200631141663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.04095999896526337
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.06230400204658508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.0871999979019165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.14099520444869995
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.35234880447387695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.3803423881530762
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.40269761085510253
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.4210080146789551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.42884159088134766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.4463263988494873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.4656320095062256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.7987584114074707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.83504638671875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.8552576065063476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.8696288108825684
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.9304927825927735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,3.8554176330566405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,1.0398816108703612
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,1.1369791984558106
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,9.127779388427735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,1.379366397857666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,1.6262975692749024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,2.1131967544555663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,5.085676956176758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,2.5822399139404295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,3.636579132080078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,23.952362060546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,1.149836826324463
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,1.5456831932067872
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,1.5480575561523438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,1.5520447731018066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,2.342742347717285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,2.0988447189331056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,1.9060735702514648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,2.0268287658691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,18.19639434814453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,2.075724792480469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,2.067545509338379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,7.634281921386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,2.064134407043457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,2.145580863952637
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,2.1711040496826173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,2.3056800842285154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,2.398758316040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,11.561891174316406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,2.371158409118652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,2.48654727935791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,2.537753677368164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,2.5788192749023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,4.791955184936524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,3.148758316040039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,3.3065727233886717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,4.065375900268554
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,4.79788818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,22.613433837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.804470443725586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,1.1232128143310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,1.124931240081787
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,1.1275615692138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,2.185548782348633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,1.8259712219238282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,1.8429279327392578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,1.7982112884521484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,1.880259132385254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,1.9216928482055664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,2.143907165527344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,2.1788896560668944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,2.020236778259277
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,2.0160703659057617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,2.131539154052734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,7.235660552978516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,10.481033325195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,2.223865509033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,2.228441619873047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,6.2692512512207035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,2.596112060546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,2.7428352355957033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,2.9922464370727537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,3.3964481353759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,8.026409912109376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,4.074016189575195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,18.29932098388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,4.804710388183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,9.756130981445313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,6.373494338989258
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,11.92520980834961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,12.774940490722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,8.034102630615234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,103.9289794921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,1.153164768218994
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,1.547116756439209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,1.5482080459594727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,1.5510080337524415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,2.331190490722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,2.1249792098999025
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,1.747340774536133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,1.9675935745239257
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,2.0779296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,2.1977983474731446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,2.3018335342407226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,2.133679962158203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,2.2381792068481445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,2.243155288696289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,2.2788063049316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,2.317318344116211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,2.4351200103759765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,2.441766357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,2.789673614501953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,3.0540895462036133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,15.537811279296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,3.716566467285156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,11.51217269897461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,12.221234893798828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,4.247529602050781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,37.009857177734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.8084351539611816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,1.1263168334960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,1.1287455558776855
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,1.1314496040344237
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,2.181315231323242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,1.9278112411499024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,1.6279487609863281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,2.0069248199462892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,1.7965568542480468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,1.904547119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,1.747939109802246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,2.148700714111328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,2.0615968704223633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,5.077231979370117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,2.1308799743652345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,2.1718015670776367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,2.26592960357666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,2.3244800567626953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,2.5668832778930666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,2.6896831512451174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,2.88818244934082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,6.899680328369141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,3.3697471618652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,4.219379043579101
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,15.329551696777344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,85.55279541015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,19.37515869140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.026233598589897156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.029497599601745604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.0417279988527298
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.2546207904815674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.46204800605773927
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.6819712162017822
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.8095968246459961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,1.0639840126037599
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,1.1068479537963867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,1.1355968475341798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,1.193008041381836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,1.2216256141662598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,1.2664735794067383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,8.783561706542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,1.3149439811706543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,5.091664123535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,1.3675359725952148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,1.4062335968017579
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,1.926630401611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,2.075881576538086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,20.09149169921875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,2.199590492248535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,2.4003711700439454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,6.891072082519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,2.6616416931152345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,3.1995744705200195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,12.765727996826172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,3.6983360290527343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,8.980457305908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,20.152485656738282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,37.522698974609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.027289599180221558
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.030806401371955873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.03810240030288696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.10892159938812256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.28913280963897703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.43731842041015623
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.5369696140289306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.6880703926086426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.7406208038330078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,4.632652664184571
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.7653183937072754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.809331226348877
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.8536735534667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.8673439979553222
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.9357888221740722
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,19.578982543945312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.9604191780090332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,1.0093184471130372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,1.716217613220215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,1.8577280044555664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,2.0022207260131837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,2.293923187255859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,13.314982604980468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,5.59788818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,2.5730464935302733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,19.055494689941405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,28.838333129882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,3.094879913330078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,3.6302303314208983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,7.680003356933594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,4.724819183349609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,18.084153747558595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,23.373146057128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,30.40691223144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,5.773161697387695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,9.807564544677735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,7.983020782470703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,23.66026611328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,12.533222198486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,10.174908447265626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,35.60908508300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,61.09483642578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.02645759880542755
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.02967360019683838
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.06927679777145386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.25421121120452883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.42226557731628417
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,34.680328369140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.6039680004119873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.7411488056182861
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,1.0315487861633301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,1.0781888008117675
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,1.1184831619262696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,1.1652352333068847
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,1.2148127555847168
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,1.2595135688781738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,1.2947551727294921
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,13.011555480957032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,1.3498496055603026
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,1.4016287803649903
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,1.940096092224121
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,2.1395679473876954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,2.1821216583251952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,2.439139175415039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,41.56143493652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.0271232008934021
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.03076159954071045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.05551999807357788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.10873919725418091
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.2540064096450806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.39051840305328367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.49091200828552245
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,2.757251167297363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.681824016571045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.7064608097076416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.7349408149719239
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.7914912223815918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.8209600448608398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.8522848129272461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.9277088165283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,18.307142639160155
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.9705120086669922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,1.0227359771728515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,1.7008447647094727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,3.305209732055664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,1.854751968383789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,2.033488082885742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,2.331497573852539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,3.820751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,2.6641311645507812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,62.38570556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.20905280113220215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.209168004989624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.1879520058631897
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.1571936011314392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.11562240123748779
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.21743040084838866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.21915199756622314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.21515200138092042
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.21318399906158447
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.23060159683227538
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.23617920875549317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.2554944038391113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.26010239124298096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.2613984107971191
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.27915520668029786
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,3.199452781677246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.2880703926086426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.30978879928588865
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.34873600006103517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,4.814537429809571
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.38701438903808594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.5048064231872559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,3.7467552185058595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.6251359939575195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.01,1.015881633758545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,4.877580642700195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,5.888224029541016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.01,1.3609600067138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,19.543475341796874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,6.013183975219727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.01,2.0316864013671876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,8.185091400146485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.01,2.724729537963867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,79.48306884765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.01,0.031385600566864014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.01,0.03643839955329895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.01,0.03686079978942871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.01,0.05719040036201477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.01,0.05465279817581177
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.01,0.058911997079849246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.01,0.06186559796333313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,39.90691223144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.01,0.06290240287780761
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.20594561100006104
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.20662400722503663
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.1876736044883728
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.01,0.0642687976360321
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.09637119770050048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.11019200086593628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.01,0.0669920027256012
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.19241600036621093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.21898880004882812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.01,0.06976959705352784
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.22196800708770753
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.22499520778656007
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.01,0.0742143988609314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.2314079999923706
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.01,0.0784608006477356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.22302401065826416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,8.318489837646485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.24516799449920654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.01,0.08563200235366822
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.26300480365753176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.01,0.10073920488357543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.269868803024292
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.01,0.10711679458618165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.27294719219207764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.28504960536956786
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.01,0.16468800306320192
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.3115231990814209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.01,0.3073055982589722
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.34577600955963134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.01,0.3363327980041504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.4112192153930664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.01,0.48569598197937014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.5326560020446778
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.01,0.6253920078277588
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.7193600177764893
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,10.520790100097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.01,4.095753479003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.01,1.064083194732666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.2,1.1130559921264649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.01,1.4920991897583007
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.2,1.4683584213256835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,77.47261962890624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.2,0.03111039996147156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.2,0.03544000089168549
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.2,0.03638400137424469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.2,0.053148800134658815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,10.71661148071289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.2,0.050886398553848265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.2,0.06070719957351685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.2,0.061260801553726194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.2,0.06350079774856568
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.2,0.06540160179138184
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.2,0.06757760047912598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.2,0.07047039866447449
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.2,0.07457600235939026
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.2,0.07751359939575195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.2,0.08882560133934021
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.2,0.10021120309829712
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.2,0.11739840507507324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.2,0.15431360006332398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.2,0.3112607955932617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.01,2.2082176208496094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.2,2.4243711471557616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.2,0.3562527894973755
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.2,0.4966559886932373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.2,0.668336009979248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,36.36538391113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.015321600437164306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.017955200374126436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.025593599677085875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.03909760117530823
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.04821760058403015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.08144000172615051
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.09764800071716309
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.01,5.418489456176758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.11633599996566772
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.12291200160980224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.1334879994392395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.15203839540481567
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.1847808003425598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.2014400005340576
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.20864639282226563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.2207711935043335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.23078720569610595
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.2,1.1755423545837402
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.2481600046157837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.01,3.016352081298828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.28049280643463137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.2,3.205849456787109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,12.979267883300782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.31271040439605713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.3548671960830688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.2,1.6251615524291991
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.4150496006011963
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.5942944049835205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,13.309603881835937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.2,2.592108726501465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.7343232154846191
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.01,4.639583969116211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.2,5.020300674438476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.01,1.0160063743591308
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.01,7.089683532714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.2,3.630847930908203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,38.5970458984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.01,0.016303999722003935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.01,0.018569600582122803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.01,0.021750399470329286
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.01,0.03426559865474701
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.01,0.04187839925289154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.01,0.058156800270080564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.01,0.06256960034370422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.01,0.0648256003856659
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.01,0.06697279810905457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.01,0.07088639736175537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.01,0.07521920204162598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.01,0.07338560223579407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.01,0.07365760207176208
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.01,0.07915840148925782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.01,0.08348479866981506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.01,0.08804479837417603
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.01,0.09680960178375245
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.01,1.3455615997314454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.01,0.12031359672546386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.01,0.1671872019767761
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.01,6.222019195556641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.01,0.2916991949081421
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.2,6.996224212646484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.01,0.3482752084732056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.2,5.275964736938477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.01,0.5060192108154297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,19.814215087890624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.9850591659545898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.01,0.6831327915191651
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,20.1346435546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.01,0.9972415924072265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.2,7.148291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,32,power_law_1.01,7.726726531982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.01,11.897350311279297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.2,8.271190643310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.01,1.340447998046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.01,2.606524848937988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.01,2.0329376220703126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.01,3.27740478515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,32,power_law_1.2,9.398246765136719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.01,2.72445125579834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,32,power_law_1.01,12.618326568603516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.2,15.284684753417968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,38.79862060546875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.015535999834537507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.01796479970216751
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.025433599948883057
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.035392001271247864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.04535039961338043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.07971519827842713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.09450560212135314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.10551680326461792
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.13307839632034302
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.1402783989906311
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.16274880170822142
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.20407679080963134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.21251840591430665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,32,1,power_law_1.01,3.4289505004882814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.22336959838867188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.2389535903930664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.24235520362854004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.25748798847198484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.2840800046920776
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.01,5.194556808471679
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.3161632061004639
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,39.90830993652344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.2,0.016313600540161132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.2,0.018566399812698364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.36393280029296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.2,0.021663999557495116
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.2,0.032662400603294374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.2,0.03978559970855713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.2,0.05870400071144104
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.2,0.06174719929695129
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.2,0.06508479714393615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.2,0.06983680129051209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.2,0.07105600237846374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.2,0.0770687997341156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.2,0.07485120296478272
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.2,0.07576320171356202
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.2,0.08180480003356934
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.2,0.08593599796295166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.4231776237487793
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.2,0.09051200151443481
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.2,0.09976639747619628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.2,0.12641919851303102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.2,0.1664255976676941
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.5965824127197266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.2,0.2981055974960327
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,32,power_law_1.2,14.930642700195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.2,0.355129599571228
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.7446847915649414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.01,22.410307312011717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.01,1.6732032775878907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.01,1.5491519927978517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.01,1.5498016357421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.01,1.5529312133789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.01,1.441487979888916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.01,2.1379295349121095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.01,2.12158088684082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.01,2.2577823638916015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.01,2.3402143478393556
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.2,0.5120223999023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.01,2.2008800506591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.01,2.3303295135498048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.01,2.3109216690063477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.01,2.3567264556884764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.01,2.5256864547729494
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.01,2.640483283996582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.01,2.7330015182495115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.01,2.8764448165893555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.01,3.2661983489990236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.2,0.6896639823913574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.2,1.0381759643554687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.01,3.6499839782714845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.01,4.280220794677734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.01,4.954950332641602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.2,1.0156000137329102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.01,6.3856353759765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.2,1.3792384147644043
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.01,7.988380432128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,32,1,power_law_1.01,5.454959869384766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.2,1.3716832160949708
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.01,11.399155426025391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.2,2.0287071228027345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,32,power_law_1.01,26.555316162109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.01,1.2634207725524902
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.01,1.1648287773132324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.01,1.1665535926818849
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.01,1.1754719734191894
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.01,1.0955936431884765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.01,2.036739158630371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.01,2.0613376617431642
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.01,2.2017280578613283
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.01,2.3543136596679686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.01,2.301696014404297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.01,2.3254623413085938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.01,2.350044822692871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.01,2.466281509399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.01,2.4775808334350584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.2,2.072780799865723
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.01,2.6675071716308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.01,14.87938232421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.01,2.719478416442871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.01,2.9083871841430664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.01,3.3957279205322264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.01,3.777996826171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.01,4.493395233154297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.01,5.217488098144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.01,6.717206573486328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.2,2.730499267578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.01,23.414614868164062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.01,8.559600067138671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.2,2.777903938293457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.01,10.360399627685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.2,1.5885024070739746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.2,1.5469535827636718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.2,1.5515359878540038
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.2,1.5553024291992188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.2,1.3837759971618653
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.2,2.08111686706543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.2,2.0819168090820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.2,2.064806365966797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.2,2.293481636047363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.2,28.33465576171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.2,2.2410240173339844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.2,1.2610207557678224
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.01,12.248806762695313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.2,1.171664047241211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.2,1.1748384475708007
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.2,2.3596384048461916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.2,1.1780927658081055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.2,1.1792032241821289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.2,2.4340288162231447
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.2,2.0290559768676757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.2,2.166268730163574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.2,2.504560089111328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.2,2.239641571044922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.2,2.23687686920166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.2,2.6132415771484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.2,2.346054458618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.2,2.4543039321899416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.2,2.654729652404785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.2,2.3342079162597655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.2,2.8026912689208983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.2,2.5506208419799803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.2,2.5669248580932615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.2,2.9096256256103517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.2,2.6576799392700194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.2,2.832736015319824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.2,3.3151809692382814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.2,2.9418176651000976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.2,3.7325855255126954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.2,3.485340881347656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.2,3.820076751708984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.2,4.4523872375488285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.2,4.542969512939453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.01,16.516403198242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.2,5.278361511230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.01,30.0490234375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.2,5.399430465698242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.3865024566650392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.2,6.866384124755859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.2,7.338745880126953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.2,8.808390045166016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.2,9.74362564086914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,32,1,power_law_1.2,3.468137741088867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.01,24.85412139892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.2,13.170022583007812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.2,13.619856262207032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,32,1,power_law_1.01,10.942742156982423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.031699201464653014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.049472001194953916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.2796000003814697
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.4909632205963135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.01,36.57554931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.7003200054168701
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.01,1.1725855827331544
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.2,16.068928527832032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.01,1.2671968460083007
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.01,1.3314751625061034
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.01,1.3682687759399415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.01,1.4183232307434082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.01,1.4862367630004882
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.01,1.5310208320617675
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.2,18.524819946289064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.01,1.5880160331726074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.01,1.6927520751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.7785791397094726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.8844383239746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.01,2.055411148071289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.01,2.5064191818237305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.01,2.7393856048583984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.01,3.055507278442383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.01,32.69443054199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,32,power_law_1.2,29.200372314453126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.01,0.02917119860649109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.01,0.04195840060710907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.01,0.13072320222854614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.01,0.3685663938522339
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.01,3.3841472625732423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.01,0.5432191848754883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.01,0.8547231674194335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.01,0.9203647613525391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.01,0.9587008476257324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.01,1.000169563293457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.01,1.0271103858947754
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.01,1.1061311721801759
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.01,1.1692319869995118
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.01,1.2254719734191895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.01,1.2905311584472656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.01,1.3853728294372558
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.01,1.486415958404541
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.01,1.6375104904174804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.01,4.098492813110352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.2,26.919378662109374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.01,2.28604793548584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.2,27.684127807617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.2,5.369465637207031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.01,2.4660192489624024
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.01,2.8480640411376954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.01,4.748950576782226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.01,3.175606346130371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.01,3.858415985107422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.01,6.238198471069336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,32,1,power_law_1.2,5.573724746704102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.01,4.514038467407227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,32,power_law_1.01,40.953973388671876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.2,37.660848999023436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.01,7.871775817871094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.2,33.16997375488281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.01,5.919676971435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.01,58.791986083984376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.01,7.436326599121093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.01,11.366831970214843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.01,10.798678588867187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,32,power_law_1.2,45.14628295898437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.2,42.899105834960935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.01,15.212690734863282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,32,power_law_1.01,66.40809326171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.01,14.300796508789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.01,19.324546813964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,32,1,power_law_1.01,18.60858917236328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.2,68.10093383789062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,32,power_law_1.2,75.96746215820312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.01,119.4047607421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.031088000535964964
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.09280639886856079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.30563199520111084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.45381760597229004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.6435455799102783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.2,1.1565631866455077
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.2,1.2529024124145507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.2,1.3153696060180664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.2,1.3763168334960938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.2,1.4260576248168946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.2,1.485308837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.2,1.571945571899414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.2,1.6256511688232422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.7506528854370118
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.8464096069335938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.9297983169555664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.2,2.1050783157348634
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.2,2.590300750732422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.2,2.782419204711914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.2,10.649142456054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.2,0.02922239899635315
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.2,0.05333120226860046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.2,3.148486328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.2,0.13492799997329713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.2,0.3296224117279053
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.2,0.4884160041809082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.2,0.8461343765258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.2,0.9178591728210449
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.2,0.9766240119934082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.2,0.9939359664916992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.2,1.0491040229797364
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.2,1.1276288032531738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.2,1.186953639984131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.2,1.2417823791503906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.2,1.3279744148254395
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.2,3.4557857513427734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.2,1.4327136039733888
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.2,1.5209407806396484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.2,1.6715072631835937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.2,2.3368703842163088
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.01,30.382351684570313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.2,4.195756912231445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.2,2.542736053466797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.2,2.885862350463867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,32,1,power_law_1.2,11.11884765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.5841184139251709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.5342944145202637
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.5358431816101075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.7692063808441162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.7306303977966309
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.6748320102691651
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.7715904235839843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.7820640087127686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.7907872200012207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.8034175872802735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.7969535827636719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.2,3.2180095672607423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.7219871997833252
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.2,4.898857498168946
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.8835391998291016
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.8450752258300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.9337663650512695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.9670783996582031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,1.0391072273254394
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,1.1648223876953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.2,3.8816543579101563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,1.2976479530334473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,32,1,power_law_1.01,28.24464111328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,1.6059200286865234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.2,6.464527893066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.2,4.542646408081055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,1.8737728118896484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,2.6329055786132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,32,power_law_1.01,130.083056640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.3854304075241089
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.3868000030517578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.3876319885253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.6549344062805176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.6015423774719239
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.4966720104217529
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.7033823966979981
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.6887455940246582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.6987872123718262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.7017759799957275
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.6957183837890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.7637087821960449
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.7349343776702881
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.2,5.949772644042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.8208800315856933
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.8170463562011718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.8432512283325195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,3.274755096435547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.2,8.167542266845704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.9652352333068848
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,1.0873920440673828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,1.3055711746215821
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,1.5804896354675293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,1.9335136413574219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,4.861001586914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.2,7.516950225830078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,2.6608320236206056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.2,11.907952117919923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,3.5107711791992187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,6.738787078857422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,5.257017517089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.2,10.878883361816406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,9.92350082397461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,6.781670379638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.2,15.850845336914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.2,14.393522644042969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,10.31769256591797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,14.318684387207032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.01,61.77614135742188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.5852608203887939
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.5877312183380127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.5362495899200439
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.6586656093597412
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.5137279987335205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.564844799041748
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.7491456031799316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.7811647891998291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.7928127765655517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.778384017944336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.7720704078674316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.8124480247497559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.8590463638305664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.8962080001831054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.936956787109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.9766752243041992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,1.0635359764099122
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,1.1897855758666993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.2,20.048194885253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,1.3413887977600099
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,1.662588882446289
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,2.0162015914916993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,14.159770202636718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,32,1,power_law_1.01,56.617724609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.38534719944000245
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.38620800971984864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.3540895938873291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.6623551845550537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.4727776050567627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.5122655868530274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.6628511905670166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.6692831993103028
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.559507179260254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.669868803024292
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.7083775997161865
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.7255807876586914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.787283182144165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.8017472267150879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,2.894838333129883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.7837984085083007
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.875875186920166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.9666239738464355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,1.119478416442871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,32,1,power_law_1.2,18.57779541015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,1.2756704330444335
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,3.7865825653076173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,18.087373352050783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,1.6727840423583984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,2.0334367752075195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,2.8904544830322267
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,5.7711936950683596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,3.9187713623046876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,17.838275146484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,8.070604705810547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,6.003855895996094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.2,31.657913208007812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,7.685485076904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,12.244588470458984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.2,140.01927490234374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.021939200162887574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.023427200317382813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.034518399834632875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.03454720079898834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.03528639972209931
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.035980799794197084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.03789759874343872
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.03776960074901581
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.03968639969825745
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.03991680145263672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.041920000314712526
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.04418559968471527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.04848639965057373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.06117759943008423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.0659775972366333
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.07066559791564941
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.07872639894485474
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,28.453402709960937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.09607359766960144
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.12033599615097046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.18461439609527588
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,12.619974517822266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.2704960107803345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.5494368076324463
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,32,1,power_law_1.2,28.431375122070314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,17.781858825683592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.7752416133880615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,29.326010131835936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,32,power_law_1.2,146.0712890625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.021865600347518922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.023100799322128295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.0290367990732193
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.029235199093818665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.02993920147418976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.030457600951194763
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.03244479894638062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.03277760148048401
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.034185600280761716
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.035283198952674864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.0376800000667572
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.039987200498580934
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.042105600237846375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.0522271990776062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.057574397325515746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.06281279921531677
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.0722815990447998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,1.1790016174316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.09733120203018189
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.11755520105361938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.19214400053024291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,16.250518798828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.28825600147247316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,1.5909695625305176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.5577568054199219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.8357919692993164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,23.224467468261718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,1.3483200073242188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,2.503936004638672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,21.430787658691408
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,1.8358976364135742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,3.2916446685791017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,2.8472991943359376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,57.966119384765626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.022044800221920013
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.02356480062007904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.03145279884338379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.03357439935207367
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.035369598865509035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.03600960075855255
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.037894400954246524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.03814400136470795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.039427199959754945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.040191999077796935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.042070400714874265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.04782719910144806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.053446400165557864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.0620576024055481
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,35.70765075683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.06637439727783204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.07221760153770447
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.07938879728317261
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.09994879961013795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.13398079872131347
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,3.7646080017089845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.22681279182434083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,4.1847583770751955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.31382079124450685
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,32.742855834960935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.6175936222076416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,58.207672119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.021667200326919555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.02313919961452484
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.0282943993806839
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.028883200883865357
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.02991040050983429
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.030563199520111085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.0321152001619339
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.03303999900817871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.034332799911499026
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.03527359962463379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.037894400954246524
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.040966400504112245
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.04637120068073273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.8352928161621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.05343040227890015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.057920002937316896
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.06354879736900329
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.07285439968109131
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.10047039985656739
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.13403520584106446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.21311678886413574
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,1.3767552375793457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.3205343961715698
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.01,4.645830535888672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.6106815814971924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.9009568214416503
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,1.7901920318603515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,1.4286784172058105
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,32,1,power_law_1.2,56.7047119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.0347104012966156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.034668800234794614
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.06094719767570496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.06389120221138
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.06492480039596557
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.06701120138168334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.06881279945373535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.07065600156784058
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.07271360158920288
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.07485759854316712
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.2,64.33754272460938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.07848960161209106
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.03226880133152008
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.03142719864845276
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.04656000137329101
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.04704639911651611
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.09087679982185363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.04782400131225586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.05055360198020935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.05333439707756042
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.10712640285491944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.055193597078323366
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.05731840133666992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.05888640284538269
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.13744959831237794
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.06390399932861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.0697983980178833
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.17101759910583497
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.07592960000038147
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.20160000324249266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.09462080001831055
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.10592960119247437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.2362112045288086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,6.705165100097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.12050559520721435
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.30268800258636475
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.16184639930725098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.27997119426727296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.40453438758850097
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.39829120635986326
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.6885536193847657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.6632480144500732
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.9270208358764649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,2.008732795715332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.9474623680114747
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,2.6985408782958986
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,1.4590847969055176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,1.4833855628967285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,1.8917184829711915
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,2.088553619384766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.01,7.685804748535157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,2.809916877746582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,3.306758499145508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,3.019833564758301
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,3.881391906738281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,4.3184959411621096
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,80.94655151367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.03609600067138672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.03542400002479553
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.05564799904823303
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.05984640121459961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.05735359787940979
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.0667680025100708
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.06895679831504822
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.07083839774131775
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.07303680181503296
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.0746720016002655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.07798399925231933
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.09078720211982727
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.10826879739761353
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.13132480382919312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.181385600566864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.2162463903427124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,3.6421470642089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.24525439739227295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.3054336071014404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.45284481048583985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.7655456066131592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,1.0146400451660156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,70.54366455078124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.031065601110458373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.03136959969997406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.0457504004240036
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.04580160081386566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.04831359982490539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.050569599866867064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.05295680165290832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.05486080050468445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.05676159858703613
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.05898560285568237
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.06379520297050476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.07240639925003052
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.08511360287666321
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,5.971670532226563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.09999039769172668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.11616319417953491
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.12403199672698975
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.17333760261535644
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,1.6538175582885741
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,6.480124664306641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.2819648027420044
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.4326848030090332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.7647583961486817
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,2.2046464920043944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,1.082153606414795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,4.104153442382812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,1.6947616577148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,3.405276870727539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,2.279769515991211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,8.074396514892578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,8.78371810913086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,3.62982063293457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,4.511401748657226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,4.669295883178711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,13.338975524902343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.8649888038635254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.7907360076904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.7935135841369629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,1.175715160369873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,1.1025919914245605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,1.0338944435119628
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,1.0036416053771973
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,1.1520256042480468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,1.1066944122314453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,1.157494354248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,1.175766372680664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,1.1923616409301758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,1.1304512023925781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,1.1649824142456056
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,1.3311936378479003
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,1.2416831970214843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,1.3453375816345214
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,1.469337558746338
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,1.691747283935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,5.058473587036133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,1.9419200897216797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,2.1880735397338866
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.2,5.136016082763672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,9.910326385498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,2.8459871292114256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,6.907174682617187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,10.975827026367188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,3.413087844848633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.01,15.638616943359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.6070112228393555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.5467967987060547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.5490015983581543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,1.0831551551818848
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,1.0879808425903321
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.834937572479248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.9054143905639649
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,1.0204928398132325
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,1.032966423034668
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,1.0585151672363282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,1.0799360275268555
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,1.0590880393981934
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,1.1370911598205566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,1.1765760421752929
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,1.0910655975341796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,1.128428840637207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,7.314889526367187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,1.2741056442260743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,1.4358847618103028
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,1.6084447860717774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,4.8912193298339846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,1.9639520645141602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,2.2397216796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,2.960025596618652
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,6.325433731079102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,3.605651092529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,9.77807388305664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,5.083983993530273
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,10.41003875732422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,9.525692749023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,16.703724670410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,6.747945404052734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,17.83175048828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,12.718147277832031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,10.132617950439453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,7.350886535644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,11.58001937866211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,13.534796142578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,12.28861083984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.2,8.33441619873047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,16.470538330078124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,17.07437744140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,33.753744506835936
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.8648575782775879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.7916384220123291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.7943391799926758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,1.183788776397705
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,1.1880160331726075
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.8456319808959961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,1.052025604248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,1.0229920387268066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,1.0494208335876465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,1.101091194152832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,1.1597984313964844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,1.162172794342041
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,1.1562080383300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,1.3016703605651856
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,1.220304012298584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,1.3090784072875976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,1.4033087730407714
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,1.5687616348266602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,26.058566284179687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,36.866799926757814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.6016928195953369
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.5418015956878662
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.5453279972076416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,1.0744128227233887
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,1.0002464294433593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.8613408088684082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.8419103622436523
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,1.5883456230163575
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,1.0554495811462403
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.9593376159667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,1.015078353881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,1.0519968032836915
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,1.1157567977905274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.9931136131286621
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,1.1140480041503906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,2.009075164794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,1.194422435760498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,1.1910079956054687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,1.3403776168823243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,2.370569610595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,1.5193087577819824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,1.607219123840332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,1.9005119323730468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,3.0417503356933593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,2.3418975830078126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,3.899558258056641
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,3.0779840469360353
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,27.91675720214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,3.8095775604248048
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,5.363689422607422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,20.523960876464844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,5.526259231567383
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,7.303363037109375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,20.348870849609376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,7.478221130371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,11.406832122802735
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,11.551548767089844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,15.580377197265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,16.10609588623047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,54.8311279296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.03215999901294708
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.03219200074672699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.057683199644088745
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.05626559853553772
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.05879359841346741
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.06070079803466797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.062428802251815796
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.06292799711227418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.06511679887771607
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.06672000288963317
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.06919360160827637
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.07156800031661988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.07438079714775085
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.08464639782905578
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.10183999538421631
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.11575039625167846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.1351807951927185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.21039040088653566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.2473439931869507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.3477952003479004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.5290783882141114
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,19.542124938964843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.01,0.8710399627685547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,55.25026245117188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.01,0.02779200077056885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.01,0.027990400791168213
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.01,0.04320000112056732
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.01,0.04276480078697205
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.01,0.044233599305152894
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.01,0.04644480049610138
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.01,0.04724160134792328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.01,0.049158400297164916
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.01,0.05103999972343445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.01,0.052153599262237546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.01,1.167897605895996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.01,0.055257600545883176
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.01,0.05834559798240661
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.01,0.06182399988174438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.01,0.06978880167007447
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,19.960205078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.01,0.08122239708900451
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.01,0.08991680145263672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.01,0.11000640392303467
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.01,0.1587648034095764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.01,0.24329919815063478
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.01,0.37194559574127195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.01,1.82806396484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.01,0.5484831809997559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,14.858428955078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.031615999341011045
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.03186239898204803
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.057180798053741454
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.056252801418304445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.058518397808074954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.06063039898872376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.06228160262107849
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.06307839751243591
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.06474239826202392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.06638399958610534
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.06933760046958923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.07161279916763305
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.07663040161132813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.09494720101356506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.10816320180892944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.12004159688949585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.01,0.9445183753967286
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.15474239587783814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.2091775894165039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.2877984046936035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.4002687931060791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.01,2.411574363708496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.01,1.3764512062072753
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.5954880237579345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.2,1.031491184234619
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.01,2.1211103439331054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.2,1.3849216461181642
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.01,3.724140930175781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,33.72164306640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.01,2.937129592895508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.2,16.587303161621094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.2,0.027923199534416198
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.2,0.02794559895992279
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.2,0.042803201079368594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.2,2.1087392807006835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.2,0.04088639914989471
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.2,0.043782401084899905
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.2,0.04651840031147003
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.2,0.047279998660087585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.2,0.04940159916877747
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.2,0.051072001457214355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.2,0.052060800790786746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.2,0.05544319748878479
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.2,0.05914880037307739
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.2,0.06306880116462707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.2,0.07649919986724854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.2,0.08418560028076172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.2,0.09420480132102967
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.2,0.12449920177459717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.2,0.17927680015563965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.2,0.27812159061431885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,31.46861877441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.2,0.41780481338500974
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.2,0.5913760185241699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.2,3.2147136688232423
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.01,4.259507369995117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.2,1.0959168434143067
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.01,5.207510375976563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.2,1.5645759582519532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.2,2.425872039794922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.2,4.573465728759766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.01,5.709225463867187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.2,3.3003871917724608
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.01,6.336262512207031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.2,6.3601631164550785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.2,4.988547134399414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,64,power_law_1.01,7.336211395263672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.2,7.887177276611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,40.89249267578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.8632543563842774
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.7955039978027344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.7985375881195068
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.7947775840759277
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.01,1.0869376182556152
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.01,1.12192964553833
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.01,1.1459168434143066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.01,1.1947872161865234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.01,1.181612777709961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.01,1.2810527801513671
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.01,1.2908127784729004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.01,1.357423973083496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.01,1.2992032051086426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.2,6.9416450500488285
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.01,1.365561580657959
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.01,1.4774271965026855
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.01,1.5679871559143066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.01,10.574594879150391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,63.059320068359376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.01,0.638812780380249
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.01,0.5921504020690918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.01,1.7051328659057616
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.01,0.5946400165557861
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.01,0.5926847934722901
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.01,0.9970815658569336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.01,1.1559616088867188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.01,1.1163071632385253
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.01,1.1821632385253906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.01,1.1725055694580078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.01,2.0560575485229493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.01,1.2241663932800293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.01,1.2015775680541991
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.01,1.3262944221496582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.01,1.3248767852783203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.01,2.3503456115722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.01,1.4331328392028808
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.01,1.5064319610595702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.01,1.595081615447998
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.01,1.767430305480957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.01,2.90665283203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.01,2.197452735900879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.01,2.574003219604492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.01,3.6229663848876954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,68.98692626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.8644096374511718
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.8011648178100585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.8031968116760254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.7277023792266846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.8518719673156738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.2,1.1207967758178712
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.01,3.259856033325195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.2,1.0972607612609864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.2,1.11396484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.2,1.211888027191162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.2,1.2627360343933105
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.2,1.2429535865783692
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.2,1.310927963256836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.2,1.4058815956115722
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.2,1.4822527885437011
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.2,1.53024320602417
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.01,4.9608001708984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.01,3.975961685180664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.2,1.5907103538513183
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.2,1.7455072402954102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,40.28599853515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.2,0.6387648105621337
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.2,0.5930880069732666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.2,0.5957568168640137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.2,2.0714271545410154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.2,0.5553055763244629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.2,0.7583040237426758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.2,1.061734390258789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.2,1.034169578552246
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.2,1.1504608154296876
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,64,power_law_1.01,11.684668731689452
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.2,1.1518464088439941
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.2,1.2684767723083497
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.2,1.2305215835571288
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.2,2.408995246887207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.2,1.3458687782287597
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.2,1.3580287933349608
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.01,5.5301025390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.2,1.4993951797485352
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.2,1.5396672248840333
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.01,6.4336799621582035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.2,3.0587520599365234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.2,1.635817527770996
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.2,1.8023391723632813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.2,2.204707145690918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.2,3.753116989135742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.2,2.543065643310547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.01,7.370854187011719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.2,3.267193603515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.2,5.414774322509766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.01,9.785721588134766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,64,power_law_1.2,8.258182525634766
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.2,4.1023712158203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.01,10.568959808349609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.2,7.244627380371094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.2,6.030384063720703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.2,7.840444946289063
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.01,12.482943725585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.2,12.709539031982422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.2,11.037020874023437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.01,14.585737609863282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.2,12.049241638183593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.2,14.101228332519531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.01,18.964723205566408
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.2,16.32672576904297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.01,21.756381225585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.2,21.99279022216797
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.2,24.4342529296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,64,power_law_1.2,14.393270874023438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.01,24.95177307128906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.01,29.176174926757813
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.01,22.0052001953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.3000319957733154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.27270400524139404
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.32600960731506345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.3298207998275757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.3143071889877319
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.3415456056594849
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.3485856056213379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.3574975967407227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.36316800117492676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.3685920000076294
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.38022398948669434
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.3940799951553345
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.4083871841430664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.43340158462524414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.45965118408203126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.4961696147918701
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.5682271957397461
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.7144512176513672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.8657983779907227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,1.17807035446167
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.2,29.34015808105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,1.5223039627075194
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,64,power_law_1.01,23.938748168945313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.055055999755859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.05536320209503174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,2.153110313415527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.10002559423446655
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.09662719964981079
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.11927039623260498
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.1266528010368347
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.14018880128860473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.15276479721069336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.171014404296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.17658560276031493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.21207680702209472
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.2888672113418579
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.2,31.482943725585937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.3164128065109253
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.3453119993209839
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.3718111991882324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.4244351863861084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.4799168109893799
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.6708992004394532
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,2.8740991592407226
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.8448831558227539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.01,31.588967895507814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,1.209939193725586
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,1.557430362701416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,64,power_law_1.01,36.544863891601565
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,4.273171234130859
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,2.3300928115844726
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,3.1706111907958983
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.2,36.3946533203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,5.969350433349609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,4.8088031768798825
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,64,power_law_1.2,42.4471923828125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,6.346934509277344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,8.834102630615234
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.01,50.147213745117185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,9.562761688232422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,64,power_law_1.01,60.193505859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.2,28.43157958984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.3004800081253052
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.2722784042358398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.32717440128326414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.32981760501861573
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.2934047937393188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.3412735939025879
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.3494080066680908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,12.195085144042968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.35507519245147706
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.36442880630493163
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.3689856052398682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.3825695991516113
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.39750080108642577
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.4082752227783203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.43665280342102053
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.45866241455078127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.5001664161682129
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.5737855911254883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.7254752159118653
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.9061375617980957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,1.2559743881225587
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,1.6255647659301757
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,2.4337184906005858
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,13.056515502929688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,3.3793663024902343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,15.52069091796875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.2,59.703009033203124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,5.021318435668945
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,64,power_law_1.2,66.9239501953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,64,power_law_1.2,28.676315307617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.0466623991727829
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.047219198942184445
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.08378880023956299
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.0800927996635437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.0859167993068695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.09657599925994872
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.11784319877624512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.1556864023208618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.1796288013458252
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.22794880867004394
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.2783616065979004
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.29356160163879397
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.31959679126739504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.34613120555877686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.3757791996002197
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.4226975917816162
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.48606081008911134
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.6800672054290772
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.8775775909423829
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,7.073149108886719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,1.30633602142334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,16.724710083007814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,1.6533151626586915
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,2.669366455078125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,3.492892837524414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,10.985612487792968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,5.334988784790039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,25.39669189453125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,7.306646728515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,15.77678985595703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.01,105.69776611328125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.021583999693393707
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.028675198554992676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.02863999903202057
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.02887359857559204
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.029440000653266907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.030031999945640563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.03172479867935181
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.032153600454330446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.03364480137825012
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.034220799803733826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.0363072007894516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.0385888010263443
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.04259839951992035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.05071359872817993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.05902720093727112
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,26.782858276367186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.0648863971233368
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.07874879837036133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.09538559913635254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.11182080507278443
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,11.446806335449219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.16228480339050294
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.24570560455322266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,64,power_law_1.01,118.33890380859376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.02170239984989166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.02752000093460083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.02786239981651306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.02810559868812561
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.028620800375938414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.02930560111999512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.03110400140285492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.031744000315666196
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.03342399895191193
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.03410240113735199
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.0364767998456955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.03911679983139038
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.04176000058650971
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.04721280038356781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.05220159888267517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.06031680107116699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.07152959704399109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.48555841445922854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.08982719779014588
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.10983359813690186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.17096320390701295
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.7568895816802979
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.2647936105728149
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,20.053526306152342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.5207520008087159
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,1.156339168548584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,15.743408203125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.7900896072387695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,1.54333438873291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,1.3062623977661132
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,1.7780799865722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,2.388153648376465
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,19.73541717529297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,34.754217529296874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,2.688105583190918
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,50.20558471679688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.02136639952659607
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.028313601016998292
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.02832320034503937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.028563201427459717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.029161599278450013
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.029756799340248108
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.03150080144405365
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.03196159899234772
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.03352000117301941
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.03410559892654419
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.03616960048675537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.04148800075054169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.04528000056743622
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.05283839702606201
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.06592320203781128
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.07055360078811646
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,3.1510047912597656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.07890560030937195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.09620159864425659
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.1222432017326355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.1867583990097046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.2946144104003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,55.0572509765625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.021692800521850585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.02803199887275696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.028095999360084535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.028336000442504884
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.028911998867988585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.029423999786376952
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.5837471961975098
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.031404799222946166
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.031830400228500366
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.03362239897251129
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.03440000116825104
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.03691520094871521
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.04031679928302765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.042947199940681455
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.048256000876426695
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,3.672963333129883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.058937597274780276
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.06445440053939819
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.07361599802970886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.09675840139389039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.12397760152816772
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.8288127899169921
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.2041408061981201
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.30972800254821775
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,31.1789306640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.5844799995422363
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,1.300153636932373
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,3.9475166320800783
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.8778207778930665
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,1.7700672149658203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,1.4222880363464356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.01,4.525833511352539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,1.9694591522216798
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,64,power_law_1.2,134.77523193359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.03375360071659088
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.04407680034637451
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.04422720074653626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.04481280148029328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.04585599899291992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.04787200093269348
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.0500927984714508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.052153599262237546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.05429760217666626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.056569600105285646
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.05980479717254639
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.06404799818992615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.07137280106544494
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.09549440145492553
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,2.6872064590454103
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.10468800067901611
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.12264319658279418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.1482624053955078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.22029759883880615
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.30158400535583496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.5987423896789551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.8540287971496582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,6.404975891113281
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,2.9999967575073243
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.2,122.92977294921874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,1.3004128456115722
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.030553600192070006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.04120000004768372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.04108799993991852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.041859200596809386
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.04287999868392944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.0451231986284256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.04754559993743897
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.04958080053329468
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.05124800205230713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.05316159725189209
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.0572160005569458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.06185600161552429
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.06736000180244446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.07864320278167725
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.08682559728622437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.10159039497375488
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.1264575958251953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.2322335958480835
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,1.7374271392822265
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.3420128107070923
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,73.61358642578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.03424000144004822
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.04453440010547638
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.04467839896678925
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.04518080055713654
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.6192287921905517
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.04623680114746094
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.04826880097389221
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.05049279928207397
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.05229439735412598
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.05453439950942993
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.05671039819717407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.05994240045547485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.07710080146789551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.0893567979335785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.09765120148658753
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.12048640251159667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.13182400465011596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.8767744064331054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.16800320148468018
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.2401599884033203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.01,7.450201416015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,2.6652416229248046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.4001183986663818
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,1.4131327629089356
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.7118591785430908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,3.545849609375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.979366397857666
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,1.9842336654663086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,1.592899227142334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,3.9672481536865236
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,3.5774078369140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,2.160246467590332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,2.9880416870117186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,3.288943862915039
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,4.060601425170899
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,69.93416748046874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.030444800853729248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.04121919870376587
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.041366401314735415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.04177600145339966
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.0428191989660263
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.04494400024414062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.04741120040416717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.04973120093345642
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.05235840082168579
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,5.533824157714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.05402560234069824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.05853760242462158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.06471359729766846
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.07312319874763488
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.0839136004447937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.10299520492553711
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.11943360567092895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.1512671947479248
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.2607583999633789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.38110079765319826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.7072127819061279
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,1.0120672225952148
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,4.457884979248047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,1.6448799133300782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,6.108278274536133
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,4.433267211914062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,2.280137634277344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,7.6823585510253904
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.2,4.927769470214844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,3.5287967681884767
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,6.6578620910644535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,8.431484985351563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,13.026905822753907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.443068790435791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.4015488147735596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.5482463836669922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.5476831912994384
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.44419198036193847
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,4.689603042602539
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.4921919822692871
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.5019328117370605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.5516511917114257
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.5858880043029785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.588643217086792
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.5839647769927978
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.5946944236755372
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.6333151817321777
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.6687136173248291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.6582880020141602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.6891327857971191
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.8125984191894531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.961292839050293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,1.0833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,9.29466552734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,1.3531519889831543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,1.5829407691955566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,2.2182336807250977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.01,14.895535278320313
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.2851583957672119
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.2582175970077515
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.43451519012451173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.4370528221130371
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.3610143899917603
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,7.171244812011719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.2711040019989014
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.38724799156188966
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.45348801612854006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.410595178604126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.4371744155883789
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.5021503925323486
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,2.8832735061645507
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.5175519943237304
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,9.201113891601562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.5268320083618164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.5211264133453369
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,10.41577606201172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.5783936023712158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.6381247997283935
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.6724575996398926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.8672703742980957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,1.023459243774414
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,1.3651424407958985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,4.150297546386719
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,1.6745407104492187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,2.384288024902344
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,5.550569534301758
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,3.1487520217895506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,9.652822113037109
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,4.576262283325195
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,15.244735717773438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.2,8.051654052734374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,8.550649261474609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,11.38317413330078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,7.2016960144042965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,6.156095886230469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,16.932684326171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,9.26259536743164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,11.397987365722656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,12.082434844970702
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,12.499622344970703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,15.025193786621093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,16.410231018066405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,31.534298706054688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.44191679954528806
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.40200319290161135
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.5499199867248535
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.5484064102172852
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.4241951942443848
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.4295807838439941
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.47812161445617674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.5061279773712158
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.5335775852203369
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.5642144203186035
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.5824096202850342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.6051743984222412
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.5933216094970704
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.6492095947265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.6352128028869629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.7478367805480957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,18.431210327148438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.8256992340087891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.9456031799316407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,1.078947162628174
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,1.3646047592163086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,1.6932640075683594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,19.298503112792968
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,23.96019592285156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,33.88538818359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,2.3900447845458985
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.2830944061279297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.2561280012130737
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.4477375984191895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.45073599815368653
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.2870559930801392
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.378057599067688
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.2980736017227173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.41270718574523924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.4889056205749512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.44486398696899415
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.5099904060363769
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.45860800743103025
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.5028063774108886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.525881576538086
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.5751840114593506
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.6399839878082275
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.6842112064361572
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,3.157072067260742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.8711711883544921
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.9630240440368653
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,1.345676803588867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,1.7333408355712892
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,4.65882568359375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,2.580188751220703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,3.3536415100097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,25.921054077148437
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,6.559584045410157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,5.073174285888672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,7.228358459472656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,9.826783752441406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,10.433049774169922
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,14.07275848388672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,14.479833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.030268800258636475
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.043884798884391785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.03822399973869324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.03861120045185089
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.03956480026245117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.041715198755264284
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.043398401141166686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.04408639967441559
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.045824000239372255
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.04781759977340698
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.050128000974655154
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.05257920026779175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.055619198083877566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.0675104022026062
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.08438079953193664
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.09194560050964355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.11516799926757812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.1542240023612976
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,13.983024597167969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.1909983992576599
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.29512319564819334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,46.68804931640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.01,0.028003200888633728
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.01,0.036735999584198
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.01,0.036620798707008365
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.01,0.03675200045108795
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.01,0.0375328004360199
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.01,0.03965120017528534
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.4262368202209473
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.01,0.04648639857769012
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.01,0.042243200540542605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.01,0.04440000057220459
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.01,0.04516800045967102
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.01,0.048876801133155824
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.01,0.05194240212440491
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.01,0.05524160265922547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.01,0.061964797973632815
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.01,0.0735040009021759
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.01,0.07894719839096069
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.01,0.09701120257377624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.8020671844482422
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.01,0.13209919929504393
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.01,0.20678720474243165
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,18.70836181640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.01,0.32345919609069823
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.01,1.1106783866882324
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.01,0.4922944068908691
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.01,0.8930111885070801
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.01,1.6858240127563477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.01,1.2754655838012696
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,18.84593963623047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.2,16.071308898925782
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.030025601387023926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.04387199878692627
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.0384768009185791
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.038649600744247434
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.0393887996673584
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.041580799221992495
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.04340479969978332
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.043900799751281736
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.01,2.2600896835327147
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.04583680033683777
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.047353601455688475
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.050083202123641965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.01,1.9701887130737306
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.05259199738502503
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,54.545965576171874
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.2,0.02766079902648926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.2,0.036473599076271054
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.061136001348495485
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.2,0.036262398958206175
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.2,0.03657279908657074
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.2,0.037264001369476316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.2,0.039350399374961854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.2,0.04010879993438721
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.07861120104789734
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.2,0.04204800128936768
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.2,0.04338560104370117
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.2,0.044844800233840944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.09079679846763611
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.2,0.04772480130195618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.2,0.05089920163154602
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.11055999994277954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.2,0.05572479963302612
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.2,0.06561279892921448
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.13061439990997314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.2,0.07126079797744751
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.2,0.08342400193214417
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.16602879762649536
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.2,0.10314879417419434
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.23165440559387207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.2,0.1438815951347351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.2,0.21680960655212403
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.3624896049499512
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.2,0.36925439834594725
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.5321343898773193
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.01,2.6719072341918944
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.2,0.554691219329834
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.2,0.9821087837219238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.2,1.0201055526733398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.01,3.562550354003906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.2,1.3072959899902343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.2,1.4752767562866211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,29.23345947265625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.2,2.2503263473510744
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.01,4.137635040283203
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.2,2.3671167373657225
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,37.02366333007812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.4422463893890381
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.40492801666259765
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.4089056015014648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.4512415885925293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.4922944068908691
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.5873055934906006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.6018112182617188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.6160575866699218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.6511136054992676
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.6535808086395264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.6883903980255127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.7199711799621582
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.7666528224945068
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.8191072463989257
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.01,0.8771679878234864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.01,0.9734399795532227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.01,1.1056127548217773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.01,1.4335552215576173
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.01,4.749721527099609
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.01,1.7200384140014648
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.2,2.793340873718262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,29.288427734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.01,2.3101055145263674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.2,3.342272186279297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.01,2.948851203918457
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,38.930792236328124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.01,0.30947198867797854
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.01,0.2826560020446777
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.01,0.28276801109313965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.01,0.4506944179534912
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.01,0.3554975986480713
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.01,4.248569488525391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.01,0.5501599788665772
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.01,0.5459392070770264
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.01,0.5481696128845215
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.01,0.5676383972167969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.01,0.6238751888275147
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.01,0.6834784030914307
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.01,0.6876224040985107
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.01,0.7213823795318604
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.01,0.8134880065917969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.01,0.8455648422241211
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.01,5.455971145629883
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.01,0.9380127906799316
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.01,1.1671903610229493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.01,1.5775232315063477
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.01,5.648220825195312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.01,1.9579679489135742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.2,4.547436904907227
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.01,2.664300727844238
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.01,3.4054336547851562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.2,4.975839996337891
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.01,8.568470764160157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.01,5.005590438842773
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.01,5.980182266235351
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.01,6.627705383300781
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.01,11.511424255371093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.01,10.179203033447266
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,128,power_law_1.01,6.968669128417969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.2,6.279065704345703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.2,6.791145324707031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.01,13.282502746582031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.01,17.574118041992186
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.01,20.25293426513672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.01,9.632323455810546
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.2,7.658051300048828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.01,23.333929443359374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,65.10311889648438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.44272642135620116
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.44353599548339845
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.4087103843688965
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.5158495903015137
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,128,power_law_1.2,8.473967742919921
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.47530560493469237
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.600873613357544
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.5845439910888672
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.5986591815948487
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.6000927925109864
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.6512095928192139
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.6999199867248536
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.7195615768432617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.7288576126098633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.8175775527954101
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.2,0.8985983848571777
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.2,0.9247967720031738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.2,1.1143360137939453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.2,1.4488032341003418
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.2,1.720128059387207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,128,power_law_1.01,11.107469177246093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.2,2.432067108154297
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.2,3.0975679397583007
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.01,27.23468933105469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,61.337860107421875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.2,0.3089695930480957
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.2,0.3091264009475708
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.2,0.28412160873413084
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.2,0.37908480167388914
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.2,0.3978624105453491
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.2,0.506767988204956
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.2,4.81446418762207
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.2,0.5832543849945069
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.2,0.5619232177734375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.2,0.5662911891937256
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.2,0.6407551765441895
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.2,0.6814367771148682
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.2,0.7125408172607421
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.2,0.74651198387146
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.2,0.7928287982940674
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.2,0.866204833984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.2,0.9634367942810058
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.2,1.1769951820373534
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.2,1.587343978881836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.2,6.210575866699219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.2,1.9642911911010743
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.2,2.693529510498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.01,28.817730712890626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.2,3.437772750854492
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.2,9.639993286132812
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.2,5.360441589355469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.2,7.179606628417969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.2,13.028834533691406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,128,power_law_1.01,34.269107055664065
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.2,12.938771057128907
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.2,11.050278472900391
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.2,14.701904296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,128,power_law_1.2,13.787919616699218
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.2,19.247346496582033
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.01,45.65499267578125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.2,22.484938049316405
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.01,20.158323669433592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.04859519898891449
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.06753280162811279
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.06972159743309021
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.08673279881477355
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.10502400398254394
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.11826239824295044
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.1254271984100342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.13898240327835082
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.14311039447784424
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.15782079696655274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.1668352007865906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.18154560327529906
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.2044287919998169
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.23241279125213624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.25602240562438966
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.297273588180542
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.36072959899902346
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.5193024158477784
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.6682559967041015
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.2,26.594732666015624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,128,power_law_1.01,55.20595703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.9819840431213379
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,1.280399990081787
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,2.0143903732299804
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,128,power_law_1.01,23.414457702636717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.04072319865226746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.05900480151176453
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.05929279923439026
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.060262399911880496
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.06165120005607605
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.06882240176200867
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.07158399820327759
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.07453439831733703
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.07762560248374939
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.08039039969444275
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.08577920198440551
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.09188799858093262
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.09772480130195618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.13546559810638428
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.21266560554504393
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.2607935905456543
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.33393919467926025
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.5064608097076416
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,2.617791938781738
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.7006847858428955
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,1.0325823783874513
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.2,30.392855834960937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,1.405350399017334
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,3.949388885498047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,2.2126815795898436
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,2.9426111221313476
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,5.2504417419433596
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.2,33.81902160644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,4.4199775695800785
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,128,power_law_1.2,38.25020751953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,7.890435028076172
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,5.989152145385742
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,8.997731018066407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,11.060774230957032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.01,95.00248413085937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.05034559965133667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.08420159816741943
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.08442879915237426
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.09718400239944458
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.0869920015335083
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.11114239692687988
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.11180800199508667
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.12314879894256592
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.13929599523544312
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.15266239643096924
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.1810080051422119
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.1992992043495178
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.2135296106338501
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.23290879726409913
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.26483840942382814
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.3001728057861328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.361843204498291
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.5324960231781006
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.2,26.493746948242187
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.04128639996051788
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.0592960000038147
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.05974079966545105
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.06054400205612183
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.06190400123596192
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.06919040083885193
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.07201600074768066
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.07452160120010376
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.7054848194122314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.07730240225791932
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.07909759879112244
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.08537600040435792
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.09071360230445862
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.09694079756736755
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.13317760229110717
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.221343994140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,1.078985595703125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.25670719146728516
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.33522560596466067
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.5212768077850342
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,1.5368127822875977
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.7386847972869873
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,12.313900756835938
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,1.1671392440795898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,128,power_law_1.01,110.28487548828124
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.23015360832214354
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.23095359802246093
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,2.228803253173828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.24688000679016114
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.25019519329071044
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.25589439868927
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.2688447952270508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.2775615930557251
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.29012160301208495
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.30856640338897706
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.32102720737457274
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.3459167957305908
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,1.5807007789611816
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.37395200729370115
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.40191359519958497
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.4620384216308594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.5197855949401855
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.5965695858001709
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.2,56.64097900390625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.01,0.7591807842254639
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.01,1.0753408432006837
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,2.4761728286743163
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,3.084294319152832
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.01,1.394163227081299
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,13.804063415527343
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.01,2.040297508239746
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,3.440447998046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.01,2.614975929260254
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,4.682207870483398
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.01,3.947091293334961
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,5.286918258666992
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.01,5.406412887573242
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,128,power_law_1.2,62.35258178710937
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,128,power_law_1.2,28.284820556640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.01,0.03633280098438263
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.01,0.03744960129261017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.01,0.06656640172004699
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,15.456898498535157
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.01,0.06651520133018493
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.01,0.07122560143470764
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,6.845222473144531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.01,0.07833920121192932
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.01,0.08525440096855164
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.01,0.09719039797782898
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.01,0.1420256018638611
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.01,0.2057663917541504
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.01,0.29079039096832277
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.01,0.3189536094665527
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.01,0.34790399074554446
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.01,0.39477760791778566
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.01,0.4807583808898926
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.01,0.5769120216369629
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.01,0.8040736198425293
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.01,7.980883026123047
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.01,1.2378591537475585
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,7.4030815124511715
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.01,1.6346752166748046
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.01,2.374483108520508
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.01,3.1248287200927733
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.01,4.738227081298828
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.01,10.845760345458984
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,10.659442901611328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,11.045254516601563
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.01,6.357398223876953
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,22.748988342285156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.01,9.549302673339843
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.01,16.151683044433593
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,14.811042785644531
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.01,12.682688140869141
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,15.359103393554687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,25.13874206542969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.01,22.06859130859375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.01,19.441952514648438
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,19.604762268066406
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,18.515916442871095
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.01,26.055953979492188
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.01,27.222549438476562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,32.93226623535156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,256,power_law_1.01,31.97126159667969
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,45.69383850097656
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.2300096035003662
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.23060159683227538
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.25069119930267336
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.25624001026153564
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.26381120681762693
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.27651519775390626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.28752639293670657
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,30.81708984375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.3012768030166626
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.31011199951171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.324451208114624
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.3559231996536255
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.3795167922973633
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.4043327808380127
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.45952639579772947
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.5447872161865235
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.6068640232086182
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.2,0.7750879764556885
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.2,1.1140928268432617
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.2,1.4667648315429687
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.2,2.1105152130126954
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.2,2.8908832550048826
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.01,43.947000122070314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.2,4.474127960205078
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,50.09693298339844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.2,0.03638400137424469
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.2,0.03760960102081299
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.2,0.06604480147361755
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.2,0.0667967975139618
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.2,0.07159680128097534
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.2,0.07852799892425537
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.2,0.08566719889640809
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.2,0.09504320025444031
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.2,0.14143680334091185
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.2,0.22669439315795897
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.2,5.885478210449219
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.2,0.28616321086883545
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.2,0.3207648038864136
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.2,0.34689600467681886
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.2,0.40064640045166017
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.2,0.4818687915802002
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.2,0.5725088119506836
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.2,0.8085887908935547
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.2,1.2589759826660156
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.2,1.6540992736816407
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.2,2.4635456085205076
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.2,9.05272979736328
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.2,3.256089782714844
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.2,108.03961181640625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.2,5.060342407226562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.2,12.34228515625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.2,6.815257263183594
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,256,power_law_1.01,51.8817626953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.2,10.270979309082032
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.2,18.536274719238282
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,128,power_law_1.2,125.711376953125
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.2,13.901373291015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.2,21.785910034179686
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.2,24.550210571289064
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,68.46422119140625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,69.08037719726562
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.01,89.68587646484374
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.2,29.677154541015625
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.2,30.651300048828126
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,256,power_law_1.2,36.254373168945314
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,256,power_law_1.01,103.3637451171875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.2,51.008154296875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,256,power_law_1.2,58.23743896484375
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.2,104.5463623046875
VLLM,0.14.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,256,power_law_1.2,121.420166015625
