framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,1.0295231819152832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,1.7865184783935546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,1.7400831222534179
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,1.351033592224121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,1.7899360656738281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.7675104141235352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,1.3427552223205566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,2.645910453796387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,2.095347213745117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,2.0534400939941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,1.149891185760498
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,1.029695987701416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,2.2996416091918945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,1.7956352233886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.7678048133850097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,1.4178432464599608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,1.3378175735473632
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,3.599603271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,2.954431915283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,1.1493887901306152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,2.531462478637695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,3.432649612426758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,1.9450176239013672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,1.3468576431274415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,3.9277217864990233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,2.9492639541625976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,5.299660873413086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,3.877801513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,5.292924880981445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,3.1119104385375977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,6.828012847900391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,6.920524597167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,5.89917106628418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,6.4758659362792965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,6.226217651367188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,6.291139221191406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,10.123744201660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,6.2467296600341795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,10.820281219482421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,6.437577819824218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,10.758777618408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,6.430553436279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,6.235465621948242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,11.031334686279298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,6.34991683959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,6.37017936706543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,6.541629028320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,6.268262481689453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,10.861446380615234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,10.852764892578126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,6.382089614868164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,11.099433898925781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,6.564323425292969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,11.096256256103516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,6.383017730712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,6.563916778564453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,6.467174530029297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,10.624617767333984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,6.5608642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,10.765039825439453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,6.410550689697265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,6.6393280029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,11.148175811767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,11.149648284912109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,6.560610961914063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,6.606221008300781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,6.5489662170410154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,6.593462371826172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,10.939894104003907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,10.929974365234376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,6.600243377685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,6.614505767822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,11.198019409179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,6.507193756103516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,6.7457633972167965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,11.195116424560547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,6.595846557617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,6.667135620117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,11.145088195800781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,10.969475555419923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,6.76770248413086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,6.834553527832031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,6.667753601074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,11.001443481445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,11.223843383789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,6.83563232421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,6.695180511474609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,6.950761413574218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,11.119388580322266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,11.04148178100586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,7.0737663269042965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,7.1576416015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,6.841410827636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,11.392781066894532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,7.011420440673828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,11.064022064208984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,7.052432250976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,7.047567749023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,6.925138854980469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,11.219945526123047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,11.391814422607421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,6.703981018066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,7.20599365234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,11.237433624267577
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,11.363667297363282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,7.440233612060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,7.292198181152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,7.4916221618652346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,11.358841705322266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,11.17201919555664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,7.885897827148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,7.720598602294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,7.814940643310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,11.459196472167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,7.858534240722657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,11.465830230712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,8.661360168457032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,11.269798278808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,11.540646362304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,8.801017761230469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,8.562857818603515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,8.638307189941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,12.123257446289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,11.420899200439454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,9.6844482421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,9.847379302978515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,9.47682876586914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,11.654096221923828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,11.321087646484376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,9.648953247070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,12.083379364013672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,11.802220916748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,11.535052490234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,11.538934326171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,13.048597717285157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,11.87512664794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,11.828326416015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,13.078233337402343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,12.406147003173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,12.246806335449218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,13.90263671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,12.29937286376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,12.676573181152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,13.513763427734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,16.64320068359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,16.27655029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,12.02791976928711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,12.45363540649414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,13.190214538574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,13.526470947265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,18.71612091064453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,18.846572875976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,13.290150451660157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,13.471536254882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,24.447608947753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,14.852450561523437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,15.33070068359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,24.327865600585938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,14.975068664550781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,15.788453674316406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,24.131622314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,23.918963623046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,16.756761169433595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,16.60443572998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,17.557536315917968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,16.971372985839842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,32.859259033203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,32.12679748535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,20.51214141845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,20.270658874511717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,21.756431579589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,21.968783569335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,35.518917846679685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,34.61664733886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,23.666172790527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,24.469418334960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,27.678726196289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,28.20390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,49.09690551757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,49.48905029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,46.16944274902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,32.4747802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,32.98258056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,45.84501647949219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,40.52708129882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,41.547314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,40.52920227050781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,41.8681396484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,65.09890747070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,66.0476806640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,68.44396362304687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,67.2433837890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,55.46163330078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,54.11365966796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,58.88642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,61.5559326171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,97.55331420898438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,98.48416748046876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,80.13836059570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,82.14721069335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,90.917431640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,92.18273315429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,78.574755859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,80.82607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,108.58172607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,109.05794677734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,130.25577392578126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,112.77957763671876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,115.48782958984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,132.80321044921874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,119.1661376953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,120.74503173828126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,162.1530029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,164.1604736328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,164.6735595703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,166.4207763671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,179.9689453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,161.13551025390626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,184.26754150390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,166.28165283203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,219.1996826171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,220.0825439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,198.118994140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,203.0292236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,265.434765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,265.66982421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,361.254541015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,368.0214111328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,1.1490240097045898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.8026464462280274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,2.0630815505981444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,2.4241376876831056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,1.463481616973877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,5.932457733154297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,1.754185676574707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,4.374870300292969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,10.078543853759765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,7.291311645507813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,14.625436401367187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,274.877490234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,10.523945617675782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,276.05458984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,15.412947082519532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,21.123580932617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,16.496981811523437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,23.060121154785158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,17.01708526611328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,319.6244140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,23.952601623535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,17.777191162109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,328.4986328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,24.641751098632813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,18.923081970214845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,19.046406555175782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,25.56117401123047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,19.281893920898437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,26.370480346679688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,20.21354522705078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,26.754611206054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,27.964498901367186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,41.307562255859374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,41.67184753417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,42.298089599609376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,537.4482421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,1.150057601928711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,42.877621459960935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,536.80849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,2.035824012756348
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,43.801220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,2.4774848937988283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.8043231964111328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,1.57042236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,5.471503829956054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,1.6574207305908204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,3.8030654907226564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,8.51383056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,6.400428771972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,44.30791015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,12.267302703857421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,9.394745635986329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,44.950680541992185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,21.053004455566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,14.960226440429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,15.906979370117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,45.87578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,22.352342224121095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,46.218389892578124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,445.341796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,16.61199035644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,439.397802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,23.339251708984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,17.80768585205078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,47.25926208496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,24.701373291015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,18.307760620117186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,48.29141540527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,19.369500732421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,25.5903076171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,48.47105407714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,19.756588745117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,50.58122253417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,26.562405395507813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,20.545657348632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,27.650830078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,50.950991821289065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,52.77138671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,41.99312744140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,28.238540649414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,53.55699462890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,42.503176879882815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,43.90477294921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,56.51876220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,44.67427368164063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,45.81009521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,58.26924438476563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,59.33619384765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,645.933203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.029945600032806396
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.1517791986465454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.34810240268707277
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.5770080089569092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.7710400104522706
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,1.4331711769104003
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,46.62921142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,1.5314847946166992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,1.5731328010559082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,46.99964599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,1.603433609008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,1.6406400680541993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,1.6800575256347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,2.478220748901367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,660.643408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,2.51561279296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.02298559993505478
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.07741439938545228
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,65.14725341796876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,2.522822380065918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.21760320663452148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.37356479167938234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,2.534752082824707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.5389887809753418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.931488037109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,2.5813631057739257
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,1.028611183166504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,2.6038400650024416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,1.0505599975585938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,1.061622428894043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,2.6862335205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,67.43971557617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,1.0874752044677733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,47.501687622070314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,2.7082592010498048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,1.0740063667297364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,2.181679916381836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,49.22068786621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,2.8134624481201174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,2.2209087371826173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,2.962054443359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,2.241535949707031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,3.2607070922851564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,2.2557024002075194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,2.287123107910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,3.8318687438964845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,2.274265670776367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,5.068703842163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,2.3445600509643554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,2.4002336502075194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,2.502943992614746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,6.587551879882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,2.5741504669189452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,49.96955261230469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,2.841561508178711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,10.221334075927734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,3.2318111419677735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,50.8212890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,82.13229370117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,4.29296646118164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,13.262530517578124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,5.4995361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,75.78151245117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,7.821814727783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,16.498626708984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,10.322415924072265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,50.82838134765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,52.618798828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.01,13.01171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,25.778790283203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.01,20.221267700195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,53.49034423828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,101.000341796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,54.654638671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,102.05794067382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,52.753302001953124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.03139519989490509
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.13659520149230958
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.30172479152679443
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.5073279857635498
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.01,40.418023681640626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.7126336097717285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.023100799322128295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,1.4206463813781738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.08444479703903199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.17632960081100463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,1.549731159210205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.32780160903930666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,1.5875871658325196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.45348801612854006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.9646719932556153
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,1.6582143783569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,1.0390015602111817
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,1.6601184844970702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,56.089508056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,1.0868543624877929
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,1.7159648895263673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,1.100038433074951
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,2.485491180419922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,1.1140159606933593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,1.1203136444091797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,2.5170015335083007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,57.8857666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,2.2462879180908204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,2.532329559326172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,2.2424863815307616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,2.5889184951782225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,2.2721343994140626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,2.624259185791016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,2.3084768295288085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,2.65032958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,2.297920036315918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,2.6713151931762695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,2.3127328872680666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,2.7590944290161135
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,2.3647775650024414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,2.8480127334594725
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,2.400851249694824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,2.5084991455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,3.0330879211425783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,2.627952003479004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,3.5295551300048826
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,2.9351871490478514
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,4.04455680847168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,64.13446655273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,3.395395278930664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,5.400457763671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,122.29171142578124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,4.60142707824707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,62.75358276367187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,6.845590209960937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,5.72033920288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,127.2585693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,10.377763366699218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,8.232329559326171
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,10.701673889160157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,13.611427307128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.2,13.307177734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,16.552032470703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,70.5072021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,72.34998779296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.2,20.673023986816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,25.919482421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.2,40.86605529785156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.5013728141784668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.5755743980407715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,1.3399744033813477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,2.188374328613281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,53.5916259765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,2.978300857543945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,89.36566162109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.3459712028503418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.4410848140716553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,82.808642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,5.505411148071289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.9876992225646972
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,1.6417919158935548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,5.846294403076172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,2.415705680847168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,158.24002685546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,6.178793716430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,4.183193588256836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,181.666259765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,4.476736068725586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,6.230819320678711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,4.560047912597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,6.433964538574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,4.735779190063477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,6.595203399658203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,4.825859069824219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,875.89052734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.5001760005950928
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,4.788550567626953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.5217472076416015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,884.2353515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,10.225244903564453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,1.2179455757141113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.3555392026901245
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,1.8407743453979493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.4532383918762207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,10.083763122558594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.8735584259033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,2.604640007019043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,10.16968994140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,1.4185855865478516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,2.022217559814453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,5.615465545654297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,10.152738952636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,4.129212951660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,10.360483551025391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,6.089689636230469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,4.5932159423828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,10.367958068847656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,6.390127944946289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,10.67175064086914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,4.73289909362793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,6.536137390136719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,4.899753570556641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,10.330271911621093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,10.723430633544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,4.945852661132813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,6.592620849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,108.72041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,10.447382354736328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,4.993030548095703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,108.83934326171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,6.688009643554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,10.891248321533203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,10.647695922851563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,10.036784362792968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,10.182796478271484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,11.247357177734376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,10.710182189941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,10.374864196777343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,10.396790313720704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,11.517987060546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,10.385628509521485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,11.056626892089843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,10.669055938720703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,11.866563415527343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,10.52142105102539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,11.286255645751954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,10.552252960205077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,12.196543884277343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,10.590249633789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,10.853363037109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,11.582982635498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,10.706563568115234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,13.6929443359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,11.094624328613282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,12.596466827392579
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,11.000994873046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,11.367868804931641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,15.913200378417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,14.023802185058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,11.120313262939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,11.594895935058593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,11.383679962158203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,21.77491912841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,17.742076110839843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,12.018217468261719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,11.919805145263672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,131.245947265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,12.662457275390626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,136.98944091796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,239.8978759765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,21.27143096923828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,13.241424560546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,27.661831665039063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,14.406573486328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,15.184530639648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,16.673545837402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,29.5314208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,18.957965087890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,40.890689086914065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,21.881388854980468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,23.031475830078126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,38.199423217773436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,27.16362609863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,31.69464111328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,53.76436157226563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,350.316064453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,41.225103759765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,48.1111083984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,1.239311981201172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,1.932428741455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,3.229004669189453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,5.891104125976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,40.76339416503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,8.884320068359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,167.2748779296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,67.9508544921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,15.675791931152343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,52.6515869140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,195.31865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,17.13353271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,50.15107116699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,74.31231689453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,17.70001983642578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,18.546476745605467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,65.22667236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,18.969929504394532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,19.242918395996092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,104.1136474609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,77.41507568359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,19.853785705566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,31.128466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,101.79386596679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,31.18800048828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,145.58687744140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.890675163269043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,1.5652192115783692
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,2.2209983825683595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,4.5504608154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,6.395033645629883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,32.214166259765626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,11.888803100585937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,253.8158447265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,12.863107299804687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,32.6822998046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,13.426002502441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,149.63663330078126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,1.236524772644043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,13.775875854492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,1.4246527671813964
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,458.865576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,2.8715936660766603
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.8895648002624512
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,33.587606811523436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,1.0752544403076172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,5.0753662109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,14.137318420410157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,1.9924095153808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,3.5546398162841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,7.486300659179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,5.620556640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,14.504707336425781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,210.086767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,15.666578674316407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,11.571673583984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,34.916229248046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,14.771328735351563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,1.1518752098083496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,2.060009574890137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,12.667648315429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,16.675570678710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,4.043315124511719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,13.804444885253906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,5.248060989379883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,18.224134826660155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,30.061447143554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,35.442892456054686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,13.7783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,11.275606536865235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,18.824957275390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,203.4684326171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,14.538832092285157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,367.474609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,30.393402099609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,17.611485290527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,19.184428405761718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,38.14274597167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,14.93023681640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.7986207962036133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,1.4635647773742675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,1.0593440055847168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,15.285923767089844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,2.8973567962646483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,2.0621471405029297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,19.649501037597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,31.470611572265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,2.676665687561035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,3.9279808044433593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,22.067706298828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,5.2717632293701175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,39.83070678710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,8.272560119628906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,20.663145446777342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,31.010232543945314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,10.116381072998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,31.894619750976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,12.89429168701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,29.576333618164064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,15.355317687988281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,31.749710083007812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,15.997705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,31.637823486328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,43.499560546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,32.47756652832031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,18.196493530273436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,30.87865295410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,20.954473876953124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,32.60716552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,32.14822082519531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,33.587579345703126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,27.592950439453126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,22.493638610839845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,48.171896362304686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,32.325338745117186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,33.38497619628906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,32.48118286132812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,23.71387176513672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,34.3685791015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,29.434841918945313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,34.04117126464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,33.50850219726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,33.48402709960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,24.464540100097658
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,59.559375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,30.52103271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,35.79261779785156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,34.89235229492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,33.95350036621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,34.18189697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,25.658023071289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,32.323361206054685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,36.45347290039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,26.040072631835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,36.404763793945314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,35.71909790039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,34.484658813476564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,75.459912109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,34.009710693359374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,38.8972412109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,27.067852783203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,36.554388427734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,36.021270751953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,37.67949523925781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,34.951104736328126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,28.0294677734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,41.81389465332031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,488.02724609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,37.098873901367185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,38.107382202148436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,38.5800048828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,28.48937072753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,36.89766845703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.8029312133789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,1.4962240219116212
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,1.8794336318969727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,101.76031494140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,3.7811935424804686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,49.776895141601564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,40.60141296386719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,40.30274658203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,38.931365966796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,7.030022430419922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,37.28158264160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,11.21436767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,58.13661499023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,13.261305236816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,44.12451171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,45.30650024414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,38.917596435546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,58.8086181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,20.294793701171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,61.685235595703126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,60.9988525390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,20.97516784667969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,50.40656433105469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,53.3575927734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,60.51522216796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,22.337753295898438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,135.31429443359374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,63.60441284179687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,77.77157592773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,23.58616943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,62.20274047851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,61.9136474609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,63.04373779296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,24.486329650878908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,65.613525390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,64.93286743164063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,25.4412353515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,65.11512451171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,26.35482177734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,99.48883666992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,75.48497314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,83.56470336914063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,67.31553955078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,27.6029052734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,69.261865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,67.35755615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,168.26397705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,28.26658935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,71.45728149414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,104.74283447265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,71.11033325195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,105.834033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,59.0712646484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,122.86383056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,70.11406860351562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,74.58703002929687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,76.17526245117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,62.6515869140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,73.26146850585937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,135.23828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,80.13388671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,128.2168212890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,63.97914428710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,80.414501953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,77.09865112304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,257.6767333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,187.2041748046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,68.01664428710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,84.7804931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,86.91903076171874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,81.34810180664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,69.90745849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,167.73695068359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,92.58658447265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,194.293017578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,94.3573486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,94.16561889648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,73.8723388671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,102.90865478515624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,76.35863037109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,118.55758056640624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,112.1292236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,82.0386962890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,256.298046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,124.62008056640624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,368.422314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.2816864013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,134.58792724609376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,144.83779296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.472211217880249
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,90.62171020507813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.6740128040313721
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.01,1.3924480438232423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,503.732373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.01,2.0535808563232423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.01,0.037299200892448425
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.01,0.3737792015075684
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,152.03497314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,376.5370361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.01,0.5149663925170899
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.2819904088973999
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.347875189781189
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.01,3.7327201843261717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.7803520202636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.01,1.0099583625793458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.2,1.2170944213867188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,107.586669921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.01,1.5080096244812011
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.2,1.8293760299682618
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.01,2.7918560028076174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.2,3.6993022918701173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.01,3.011030387878418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.01,3.2475521087646486
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.01,3.329663848876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.01,3.992940902709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.01,3.36357421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.2,4.166547012329102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.01,3.4860607147216798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.01,7.212358093261718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.01,4.3315681457519535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.2,4.284105682373047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,174.8177978515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.01,7.3899169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.01,4.466483306884766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.2,4.4866943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.01,7.55584945678711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,191.5936767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.01,7.5270332336425785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.01,4.524140930175781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.01,7.673292541503907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.2,4.595747375488282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.01,7.929939270019531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.01,8.067577362060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.01,4.684617614746093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.01,8.171453094482422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.01,4.8094017028808596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.2,4.878137588500977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.01,4.91649284362793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.2,4.95645751953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.01,8.40712661743164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,125.04951171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.2,5.0979358673095705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.01,8.4781982421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.01,8.95995864868164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.01,4.9819072723388675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.01,9.522736358642579
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.01,5.0771232604980465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,184.68966064453124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.2,5.180969619750977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.01,5.275139236450196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.2,5.362047958374023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.01,11.598928070068359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.2,5.458687973022461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.01,13.954307556152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.01,5.198144149780274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.01,5.460940933227539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.01,19.275167846679686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.2,5.409878540039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.2,5.506905746459961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.01,24.260520935058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.01,5.549676895141602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.2,5.697017669677734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,1,power_law_1.01,30.800653076171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.01,5.795321655273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.2,5.919638442993164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,146.8240966796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,495.660205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.2,0.035257598757743834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,260.492822265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.01,6.015049743652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.2,0.2131488084793091
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.2,6.1647998809814455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.2,0.4892159938812256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.2,0.882198429107666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,1,power_law_1.01,46.70223388671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.2,1.2931072235107421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.2,2.829520034790039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.2,3.139004707336426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.2,3.1748224258422852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.2,3.3450496673583983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.2,3.4456192016601563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.2,3.578518295288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.2,7.438944244384766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.2,7.928313446044922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.01,7.3965599060058596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.2,7.613324737548828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.2,7.89678726196289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.2,7.913938903808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.2,7.954294586181641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.2,7.765270233154297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.01,7.407126617431641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.2,8.028822326660157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,1,power_law_1.01,91.32586059570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.2,9.780854034423829
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.01,9.40513916015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.2,8.215577697753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,355.27109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,271.3552490234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.2,8.291069030761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.2,12.006950378417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.01,11.803395080566407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.2,8.479366302490234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.01,2.2765119552612303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.01,1.7054304122924804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.2,16.594393920898437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.2,8.713916778564453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.01,16.515000915527345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.01,4.1354209899902346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.01,3.1053056716918945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.2,9.377442932128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.01,4.181657409667968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.01,5.636332702636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.2,10.32352294921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.2,21.28253173828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.01,20.820045471191406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,209.002880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.2,12.499555206298828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.01,8.807638549804688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.01,11.600505828857422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.2,26.41910400390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.2,15.043855285644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.01,26.070574951171874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.01,13.892317199707032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.01,17.898509216308593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.2,20.18626251220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.01,25.099859619140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.2,40.92616271972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.01,41.2590087890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.01,32.94432373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.2,25.484197998046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.01,27.640200805664062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,1,power_law_1.2,31.597085571289064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.01,36.110598754882815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.01,29.126568603515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.2,80.33509521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.01,38.161398315429686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.01,80.11294555664062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.01,29.582119750976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,1,power_law_1.2,47.67333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.2,2.2776863098144533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.2,1.6935775756835938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.2,2.7281120300292967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.2,2.0344959259033204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.2,5.521475219726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.2,4.153868865966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.01,30.77772216796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.01,39.116659545898436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.2,9.954972839355468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.2,7.777584075927734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.2,15.33260498046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.2,11.739965057373047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.01,31.8370361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.01,40.42633056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.2,24.567689514160158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,1,power_law_1.2,91.79892578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.2,31.740863037109374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.8596032142639161
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.9353216171264649
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,1.3938752174377442
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.01,32.33490905761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,3.0852352142333985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,3.0949823379516603
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,3.2020801544189452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,3.1211999893188476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,3.2253345489501952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,3.2744449615478515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.2,27.33081970214844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.01,41.25960083007813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,3.280531311035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,3.2924190521240235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,3.329395294189453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.2,36.09178466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,3.359507369995117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.01,33.04312438964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,3.649718475341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,3.8106334686279295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,3.8849407196044923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,496.352880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.7303008079528809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.8126815795898438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,4.028710556030274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.96943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.2,28.747708129882813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,3.3170337677001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,5.090595245361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,3.323865509033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,5.849407958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,3.3578590393066405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.01,42.462774658203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,3.0854047775268554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,3.1070911407470705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,9.73551025390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.01,33.696038818359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.2,37.98299560546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,3.1643552780151367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,3.1697408676147463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,3.177935981750488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,11.851990509033204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,3.140867233276367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.2,30.13988342285156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,3.2768222808837892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,3.442607879638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,3.6877086639404295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,18.189010620117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,3.925279998779297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,4.031913757324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,4.9696094512939455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,381.2332275390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.01,34.26704711914063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.01,42.95950012207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.9700672149658203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,1.1915200233459473
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,5.4765983581542965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.2,39.48589172363281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,1.4715807914733887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,3.432841491699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.2,31.250604248046876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,23.8314208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,6.95145263671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,3.4552032470703127
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,3.387196731567383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,3.197942352294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,9.262973022460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,3.22193603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,3.1830112457275392
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,3.280451202392578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,13.914413452148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,3.2940448760986327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.01,34.39448852539063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,3.3160350799560545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,3.345366287231445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.2,32.440670776367185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,39.71949157714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,3.5111583709716796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.01,44.1080078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.2,40.53913269042969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,3.6769119262695313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,16.411605834960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,3.9086719512939454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,3.829212951660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,4.992816162109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,512.347802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.7686495780944824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.7339136123657226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.9751104354858399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,6.3547008514404295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,3.236070251464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.01,35.03272705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,3.242870330810547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,28.541427612304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,9.864518737792968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,3.3707775115966796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.2,33.305502319335936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,3.102377510070801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,3.1167455673217774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,48.05287170410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,3.1783424377441407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,14.364822387695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.2,42.285134887695314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.01,44.394979858398436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,3.1826047897338867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,3.2057216644287108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,3.23353271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,3.2875137329101562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,3.567123031616211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,18.756764221191407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,36.55183410644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,3.757494354248047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,3.914704132080078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.2,33.92198791503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,4.077369689941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,4.743939208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,5.488307189941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,27.843038940429686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.2,43.90856018066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,7.383500671386718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.01,45.4091064453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,9.142620849609376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,69.14358520507812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.2,34.8771484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.01,75.79097900390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,54.054931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,14.78455047607422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,35.978024291992185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,18.171023559570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.2,44.74189758300781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.01,46.85764770507812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.2,35.698431396484374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,27.24718322753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,55.441864013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,72.355419921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.2,46.299807739257815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.2,35.760928344726565
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.01,77.32227783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,37.86386413574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,104.78856201171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.01,74.92761840820313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.2,35.872250366210935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.2,47.006979370117186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,83.07421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,56.805267333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.01,79.18701782226563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,98.54730224609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.2,47.911868286132815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.01,77.83796997070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.2,77.37592163085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,119.808349609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,71.07322998046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.2,49.577413940429686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,111.7019287109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.01,80.88757934570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.2,79.09071044921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.01,81.71863403320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,100.50648193359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.2,76.86793212890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,154.02691650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.01,83.4417724609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.2,80.70538940429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.01,84.66922607421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,140.54927978515624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,187.7354248046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.2,78.904150390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.01,88.6728759765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.2,82.3468505859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,152.02147216796874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.01,90.78584594726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.2,83.15672607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.01,104.2935791015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.2,87.30545043945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.01,99.1741943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.2,86.52338256835938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,239.8130859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,300.05693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.5794976234436036
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.8594016075134278
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,1.135756778717041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,1.9804864883422852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,3.131033515930176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,3.1546560287475587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,3.2143936157226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,3.227376174926758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,3.206252670288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,3.221200180053711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.2,95.53090209960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,3.3311038970947267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,3.349750518798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,3.4139167785644533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,3.410988616943359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,3.585161590576172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,3.561840057373047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.01,122.69952392578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,3.903900909423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,4.4588768005371096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.2,94.34959716796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,4.859430313110352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,6.240284729003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,8.40057601928711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.01,121.6603759765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,13.023989868164062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,16.459397888183595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,289.79658203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.40538878440856935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.6527103900909423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,24.641912841796874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.789785623550415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,1.474790382385254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,3.136710357666016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,3.1577312469482424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,3.131612777709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,3.1876895904541014
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.2,114.1447021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,3.2229598999023437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,3.1929216384887695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,3.289923095703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,3.3051456451416015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,33.1689208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,3.355632019042969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,3.3366241455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.2,103.94620361328126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,3.5649600982666017
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,3.6549758911132812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,3.8029247283935548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,4.1954303741455075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,4.620415878295899
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,5.454902267456054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,6.698617553710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,48.62456359863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,461.544287109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,8.909535980224609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.5790304183959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.775548791885376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.9326720237731934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,1.9873023986816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.01,163.79022216796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,3.0813919067382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,11.306390380859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,3.1382368087768553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,3.1580928802490233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.01,147.14439697265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,3.2108863830566405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,3.2392478942871095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,16.358432006835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,3.2977630615234377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,3.259212875366211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,3.408438491821289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,3.3599617004394533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,3.452556610107422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,3.4755615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,21.640835571289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,3.589011383056641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,3.968137741088867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,65.52284545898438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,4.412710571289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,5.075183868408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.2,132.8294189453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,6.093695831298828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,8.094815826416015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,32.922872924804686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.2,125.6122314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,12.6783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,15.799942016601562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,44.374630737304685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,23.50880584716797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,81.14085083007812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,31.697262573242188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,55.059686279296876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,47.317431640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.01,207.9384033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.01,203.71654052734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,477.6291015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.4041696071624756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.6356927871704101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.2,150.79456787109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.677891206741333
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,1.4965984344482421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,3.0973567962646484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,3.0734527587890623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.2,174.524365234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,3.128057670593262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,3.1362016677856444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,129.45635986328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,3.2068607330322267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,3.218751907348633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,62.025244140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,88.24398803710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,3.256447982788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,3.2984897613525392
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,3.3730400085449217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,3.3997825622558593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,3.4889312744140626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,3.558156967163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,3.846633529663086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,4.135599899291992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,4.497267150878907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,5.36033935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,6.4929344177246096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,8.69846420288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,11.28920669555664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,78.09382934570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,16.69583740234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,21.568328857421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,32.81515197753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,177.971142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,1.8885408401489259
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,44.60022888183594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.2,203.38033447265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,1.9597696304321288
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,2.047926330566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,5.510457611083984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,124.52841796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,5.534960174560547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,5.571923065185547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,5.446096038818359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.2,219.8370849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,5.607990264892578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,1,power_law_1.01,256.072900390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,5.634121704101562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,5.645478439331055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.01,263.3700927734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,5.677689743041992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,55.07734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,5.712025451660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,260.1478515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,1.228764820098877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,1.2740063667297363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,5.794627380371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,1.527244758605957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,6.075439834594727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,5.209596633911133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,6.418784332275391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,5.372201538085937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,6.9763427734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,5.26098861694336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,5.441628646850586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,7.021846771240234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,5.446236801147461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,9.376844787597657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,5.4735870361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,12.160720062255859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,5.485420989990234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,5.566896057128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,5.609894561767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,15.966227722167968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,5.644249725341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,5.914995193481445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,88.58172607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,6.418527984619141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,23.41761016845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,6.295971298217774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,7.122463989257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,8.351878356933593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,9.955862426757813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,30.675735473632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,11.651091003417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,14.199491882324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,44.54447631835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,23.16309509277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,250.2775146484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,1.6952512741088868
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,1.7036863327026368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,33.981057739257814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,2.5614336013793944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,5.506326293945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.2,261.5079345703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,5.3893280029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,5.551155090332031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,5.58202896118164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,72.4656982421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,5.606710433959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,1,power_law_1.2,264.746875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,5.592902374267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,43.928216552734376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,5.617337417602539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,5.662681579589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,176.700146484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,1.2910719871520997
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,5.703760147094727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,1.2560192108154298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,1.7986848831176758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,5.734476852416992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,5.332640075683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,6.024607849121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,5.354000091552734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,6.301615905761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,5.388556671142578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,6.9493408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,5.291404724121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,5.4407806396484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,7.049033355712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,5.480495834350586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,9.009964752197266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,5.496572875976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,64.87283325195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,5.553936004638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,11.679315185546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,5.598275375366211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,91.84776611328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,5.644633483886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.01,330.5155517578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,5.826131057739258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,15.706930541992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,6.24796142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,6.499209594726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,7.231814575195313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,22.747225952148437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,8.448489379882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,9.57232666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,1,power_law_1.01,389.8012939453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,13.054281616210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,33.46268920898437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,16.254457092285158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,97.37359619140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,26.224127197265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,42.89521789550781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,139.86759033203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,31.167178344726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,69.14739379882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,52.2429931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,137.765234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.2,329.432080078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,71.46336669921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,91.99378662109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,180.61776123046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,1,power_law_1.2,399.4256591796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,110.006640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,157.2352294921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,141.74146728515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,137.9552001953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.01,506.442041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,240.053955078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,177.77467041015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,266.439013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,170.110107421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.2,497.937451171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,225.4535888671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,1,power_law_1.01,756.443505859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,1.0218976020812989
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,1.57991361618042
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,2.1571327209472657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,3.7440895080566405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,5.99818229675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,5.553907012939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,5.587443161010742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,5.550451278686523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,5.639651107788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,5.6058494567871096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.6864960193634033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,5.578121566772461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,1.1993984222412108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,1.4528575897216798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,5.827292633056641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,2.741276741027832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,6.0091392517089846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,5.903145599365234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,5.790918350219727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,5.8706401824951175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,389.791943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,6.066976165771484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,5.96541748046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,6.523628997802734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,5.405104064941407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,5.5342559814453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,6.914390563964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,5.589286422729492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,7.3238273620605465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,5.612307357788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,8.645388793945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,5.546412658691406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,283.035498046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,5.682108688354492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,10.947164916992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,5.765852737426758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,6.072716903686524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,6.187276840209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,14.926284790039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,6.66976318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,7.271405029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,20.043849182128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,7.880377960205078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,9.673744201660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,11.767894744873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,27.178439331054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,15.559663391113281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,19.877897644042967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,41.54164428710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,29.2306884765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,1.0231840133666992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,1.3503328323364259
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,2.022332763671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,54.923553466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,1,power_law_1.2,764.3861328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,3.7662464141845704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.6905951976776123
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,1.0400704383850097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,1.4900896072387695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,6.038835144042968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,40.17062072753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,2.722153663635254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,6.067795181274414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,5.949679946899414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,5.552841567993164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,5.981033706665039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,5.642419052124024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,5.489827346801758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,520.457275390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,5.6347808837890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,5.504793548583985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,1.1529215812683105
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,5.695487976074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,5.563872146606445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,2.0678815841674805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,5.6032768249511715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,387.416455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,5.658809661865234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,1.6694400787353516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,5.984828948974609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,5.612287902832032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,3.202454376220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,6.011555099487305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,5.630278396606445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,6.174729537963867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,5.366585540771484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,5.925369644165039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,59.750030517578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,6.26104621887207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,5.757414245605469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,7.87529296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,6.241804885864258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,83.00892944335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,6.074687957763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,6.668649291992187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,6.207433700561523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,11.165283203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,7.695203399658203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,6.580841827392578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,7.479177856445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,8.695779418945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,11.597417449951172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,8.0872802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,10.8378173828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,9.598492431640626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,12.28505630493164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,15.02313232421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,11.594403076171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,12.543782043457032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,20.155101013183593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,15.72833251953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,80.29441528320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,12.899813842773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,20.095123291015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,27.068923950195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,19.932762145996094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,110.05281982421874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,29.309970092773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,21.1376220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,41.9466552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,20.73285369873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,39.14605712890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,21.54552307128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,100.1440673828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,55.1034423828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,22.135935974121093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,58.630523681640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,22.478547668457033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,138.4178955078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,23.247346496582033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,82.24100341796876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,25.040931701660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,78.349609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,26.1119873046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,161.85787353515624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,27.067724609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,589.00087890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.8061856269836426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,1.473574447631836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,1.2462400436401366
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,1.92740478515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,3.7844127655029296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,29.504190063476564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,5.179766464233398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,108.326806640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,7.916582489013672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,98.03442993164063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,8.396675109863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,31.862445068359374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,8.906179046630859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,716.117578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,8.761849975585937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,1.153996753692627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,2.052899169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,1.457968044281006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,9.397555541992187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,2.8165567398071287
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,37.21100769042969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,4.693958282470703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,19.173114013671874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,220.239453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,6.9606781005859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,10.518592071533202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,19.82163848876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,11.381001281738282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,44.628701782226564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,12.095970916748048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,20.360380554199217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,135.60072021484376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,12.481791687011718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,20.825328063964843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,12.89208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,21.0472900390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,157.6324951171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,20.086614990234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,60.05628662109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,21.809829711914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,20.561917114257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,22.810902404785157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,21.62988739013672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,23.191468811035158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,22.10857238769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,76.49080200195313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,24.414569091796874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,322.813720703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,22.626824951171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.8064448356628418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,1.5979071617126466
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.9972960472106933
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,2.0008512496948243
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,23.419619750976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,25.285235595703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,3.324611282348633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,4.752185440063476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,7.818233489990234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,25.28527374267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,26.402102661132812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,765.51513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,8.3808349609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,215.692333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.5798143863677978
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,1.0520159721374511
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,8.397257232666016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,1.3038304328918457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,94.08595581054688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,2.991017532348633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,25.963287353515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,8.747376251220704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,5.180335998535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,28.488714599609374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,9.327772521972657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,7.1294914245605465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,10.89681625366211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,26.814437866210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,18.940591430664064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,31.963473510742187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,11.706368255615235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,19.797296142578126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,12.374063873291016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,28.373318481445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,12.378755187988281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,20.58943328857422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,37.10664672851563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,13.12601318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,30.525750732421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,21.080157470703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,13.201097106933593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,13.720466613769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,316.401220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,21.365298461914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.38870079517364503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,33.47944030761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,47.574365234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.729798412322998
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.9211872100830079
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,13.932920837402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,145.4833251953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,2.091584014892578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,440.7005859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.5825727939605713
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,3.6291553497314455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,22.603056335449217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,1.040835189819336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,1.2522239685058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,4.997449493408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,19.96604766845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,2.622096061706543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,7.693529510498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,4.211804962158203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,39.82731323242187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,23.552876281738282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,8.148802947998046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,6.334067153930664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,20.454144287109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,8.651798248291016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,60.8939697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,10.643804931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,24.777980041503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,8.598588562011718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,20.889773559570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,11.130387115478516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,9.093670654296876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,47.387744140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,11.836921691894531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,9.545814514160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,25.60645446777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,22.06989440917969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,12.040351867675781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,9.718256378173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,10.002553558349609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,12.917344665527343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,22.57500457763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,26.700546264648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,71.79251098632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,13.43829803466797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,20.40990753173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,23.453404235839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,14.091935729980468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,64.84337158203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,27.80425109863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,20.495663452148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,14.578396606445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,24.455535888671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,21.114393615722655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,29.832489013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,21.098796081542968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,26.14698181152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,21.819386291503907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,21.422422790527342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,34.97498779296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,27.521786499023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,22.637744140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,83.8826904296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,21.810496520996093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,111.1030029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,432.717919921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.3913664102554321
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,22.988111877441405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.7859456062316894
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,23.220448303222657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,31.114559936523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.8306015968322754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,41.0738525390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,1.8833023071289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,3.1777664184570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,278.06259765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.03268480002880096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,23.477754211425783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.08347520232200623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,4.472547149658203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.19421119689941407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,23.65323486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.32549118995666504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.43709440231323243
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.7361663818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,7.350883483886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.7865439891815186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.8064959526062012
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,37.8858642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,1.1925439834594727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,1.2282143592834474
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,7.984508514404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,1.251136016845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,24.560032653808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,1.265017604827881
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,24.759397888183592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,1.2706944465637207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,8.439318084716797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,1.294438362121582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,52.569281005859374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,1.3297760009765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,1.321395206451416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,1.3600447654724122
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,8.80700454711914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,1.4036224365234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,101.66503295898437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,1.4605792045593262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,25.86614990234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,1.542031955718994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,9.204185485839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,25.33631286621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,1.6258079528808593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,1.8969728469848632
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,2.3197280883789064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,9.445584106445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,52.753839111328126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,3.248432159423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,4.297417449951172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,9.75992660522461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,28.787570190429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,27.024258422851563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,6.34612808227539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,9.91009292602539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,8.379913330078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,67.87047729492187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,20.855078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,28.682925415039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,11.175619506835938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,32.374612426757814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,64.79820556640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,20.954499816894533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,18.697917175292968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,33.14919738769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,21.955952453613282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,40.618753051757814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,206.983740234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.025923201441764833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.0377344012260437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.09818879961967468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.1992640018463135
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.2858367919921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.4969088077545166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.531001615524292
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,80.24219970703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,22.57626953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.5483263969421387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,35.749267578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.032655999064445496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,1.0515520095825195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.0889248013496399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,38.79385681152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,1.0789888381958008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.15394239425659179
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,1.0973695755004882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.2644416093826294
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.35751678943634035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,1.1378368377685546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,154.528076171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.7163807868957519
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,1.1445823669433595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.7796095848083496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,1.1469856262207032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.8215392112731934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,1.1474464416503907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,1.2213248252868651
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,23.741949462890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,1.1686047554016112
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,1.253385639190674
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,49.42464599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,1.195305633544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,80.65789794921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,1.244313621520996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,1.2391008377075194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,1.2757087707519532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,1.2589632034301759
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,1.2992704391479493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,1.3042240142822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,1.2796159744262696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,1.4083840370178222
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,1.319711971282959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,1.6598079681396485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,1.341702365875244
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,1.389737606048584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,2.0325727462768555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,24.072294616699217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,1.4008511543273925
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,1.456758403778076
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,2.931046485900879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,1.5589119911193847
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,52.7064697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,3.9525856018066405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,1.6987071990966798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,2.053651237487793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,5.79453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,2.521174430847168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,24.346826171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,3.560460662841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,7.698214721679688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,4.645072174072266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,61.82350463867188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,7.198464202880859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.01,9.485609436035157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,26.09664306640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,9.396018981933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.01,15.3825439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,124.51094970703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,11.842473602294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,67.23955688476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,27.39830322265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,124.5302734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,19.412690734863283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.01,30.358892822265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.02553279995918274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.041443198919296265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,30.71624755859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.09535040259361267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.12488319873809814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.2664351940155029
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.4979104042053223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.5551583766937256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.5617792129516601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,1.0714655876159669
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,90.71710205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,1.10316801071167
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,1.120697593688965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,1.1406047821044922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,1.159158420562744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,1.1741536140441895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,39.971005249023435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,1.1690400123596192
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,34.58750915527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.02136639952659607
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,1.1862336158752442
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.05536320209503174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,1.2312447547912597
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.1551967978477478
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,82.35996704101562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.3021919965744019
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,1.2283359527587892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.40824317932128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,1.2641887664794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.70797758102417
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,1.3373696327209472
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.762220811843872
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.7836927890777587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,1.429635238647461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.8055007934570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,1.7207103729248048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.8193408012390136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.841801643371582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,2.1650848388671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,1.235974407196045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,1.2428256034851075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,3.1623712539672852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,1.251692771911621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,1.2588640213012696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,4.126675033569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,1.2784416198730468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,1.3031359672546388
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,44.337380981445314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,1.3516096115112304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,6.200457763671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,1.3909215927124023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,1.4638943672180176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,1.5506431579589843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.7485023498535157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,8.443929290771484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,2.0345216751098634
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.6816192626953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.2,10.165711975097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,3.4512481689453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,5.080636978149414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,294.100439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.020032000541687012
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,7.295951843261719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.2,16.10269775390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.038524800539016725
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,53.52086181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.10140479803085327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.1765887975692749
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.2558752059936523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.46705918312072753
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.4905888080596924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,9.255276489257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.5102591991424561
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.532102394104004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.5410048007965088
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.5395135879516602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.9943455696105957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,1.0070176124572754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,125.44886474609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,1.0270079612731933
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,14.705232238769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,1.0348320007324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,1.0399488449096679
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,1.0696127891540528
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,1.099500846862793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.2,31.54996337890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.021238400042057036
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,1.1111680030822755
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.0688256025314331
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,1.174015998840332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.14693119525909423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.24618880748748778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,1.2645088195800782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.359769606590271
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.7259007930755615
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,1.4315775871276855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,176.8789794921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.7650847911834717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,242.2451171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,1.6551136016845702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.019574399292469024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.8039711952209473
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.5036831855773926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.04059840142726898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.8447199821472168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.4654816150665283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.08321920037269592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,2.2375072479248046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.844092845916748
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.13296639919281006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.7323616027832032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,65.00807495117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.8578495979309082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.20212481021881104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,1.1563648223876952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,2.9514848709106447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,29.6128662109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.46344637870788574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,1.2516863822937012
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,1.698761558532715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.5017439842224121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.3563935995101929
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,1.2528927803039551
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.5162176132202149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.25772800445556643
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,2.8495264053344727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,1.2584992408752442
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,4.343936157226563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.5475456237792968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.5039328098297119
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.5429120063781738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,1.280998420715332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.892739200592041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,3.105824089050293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.5526175975799561
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,242.6477783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,1.2854816436767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,1.2994848251342774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,1.010863971710205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.4926623821258545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,3.245695877075195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,1.3059807777404786
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,5.779087829589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,2.214601516723633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,1.0115839958190918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.3702912092208862
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,1.3607935905456543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.7319295883178711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,1.0292832374572753
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,2.323257637023926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,4.897318267822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,1.394591999053955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,1.0412704467773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,1.008351993560791
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,2.3754976272583006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,1.4862367630004882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,1.0533696174621583
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,1.4432831764221192
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,5.03642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.01,7.259654235839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,1.0740768432617187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,1.5722304344177247
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,4.743910217285157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,2.8232095718383787
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,1.0937312126159668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.8506208419799806
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,5.045398330688476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,1.1211199760437012
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,3.0385568618774412
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,4.981779098510742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,2.107391929626465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,1.194655990600586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,3.2913856506347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,5.131276702880859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,1.2947967529296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.856092834472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,5.076723098754883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,1.4746591567993164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.01,11.505868530273437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,5.034198379516601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,5.1561023712158205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,3.5903041839599608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,1.6960607528686524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,5.109977722167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,5.083625411987304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,5.380767822265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,2.3099296569824217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,5.169216156005859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,5.308524703979492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,5.22542724609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,3.0227935791015623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,5.403635025024414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,5.101891326904297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,5.277196884155273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,5.491180801391602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,4.424828720092774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,7.336640167236328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,5.261312103271484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,5.292438507080078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,5.575507354736328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,5.240176010131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,5.847280120849609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.01,22.745394897460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,5.481100845336914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,9.314870452880859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,5.806579208374023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,5.4872478485107425
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.3565216064453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.2378528118133545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,5.460176086425781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.5608575820922852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,5.779945755004883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.2,7.271382141113281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,5.64148178100586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.7846047878265381
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,95.98875122070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,1.1100128173828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,5.569580841064453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,6.27636489868164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,2.1552576065063476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,5.759478378295898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,14.631974792480468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,5.653721618652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,2.275859260559082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,6.013049697875976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,6.589743804931641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,2.4406015396118166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.2,11.494588470458984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,5.843833541870117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,5.051327896118164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,6.227657699584961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,7.717987060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,5.904313659667968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,5.109987258911133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,7.260514831542968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,6.367264175415039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,4.995743942260742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,8.879705810546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,5.143049621582032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,6.749123382568359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,8.309881591796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,5.317558288574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,29.553811645507814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,12.288098907470703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.2,22.570681762695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.25522561073303224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,8.162326049804687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.032451200485229495
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.2785151958465576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,10.963104248046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,5.26478385925293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.16376639604568483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.6407872200012207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.4766496181488037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,1.1352255821228028
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.8155072212219239
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,5.3952991485595705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,1.5750847816467286
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,9.72529296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,1.103996753692627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,16.706381225585936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,2.869615936279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,2.0638496398925783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,5.394982528686524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,13.525050354003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,2.230022430419922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,3.015910339355469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,2.332431983947754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,5.451337432861328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,3.1057024002075195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,13.166828918457032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,2.3588768005371095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,3.230416107177734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,5.683737564086914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,2.349395179748535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,3.2580223083496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,2.4261152267456056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,5.788870239257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,3.35766716003418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,23.97480010986328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,19.24217529296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,4.887433624267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,17.751449584960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,4.953744125366211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,6.035004806518555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,4.982252883911133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,245.4434326171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,5.018751907348633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.25604801177978515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.284172797203064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,6.468547058105469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,4.959596633911133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.6162975788116455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,5.092038345336914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.9960320472717286
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,5.037622451782227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,1.402076816558838
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,7.5641632080078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,5.181244659423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,2.8375551223754885
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,25.45365753173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,5.117030334472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,24.857522583007814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,5.256502532958985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,3.0476831436157226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,32.594329833984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,9.10980453491211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,5.122188949584961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,3.171763229370117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,5.330745697021484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,3.2850494384765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,5.281596755981445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,5.446134567260742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,3.3623073577880858
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,11.555049896240234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,5.351679992675781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,3.4231521606445314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,5.5883136749267575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,5.51220817565918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,5.040991973876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,5.853251266479492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,5.776335906982422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,33.49049377441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,32.148223876953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,14.454730224609374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,5.114239883422852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,6.11102066040039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,5.1549633026123045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,6.281955337524414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,39.8006103515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,6.774515533447266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,5.298937606811523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,6.966009521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,5.254009628295899
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,7.820223999023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,20.63555908203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,183.97095947265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,8.795532989501954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,5.362051010131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.037574398517608645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.19868799448013305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,11.178323364257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,5.508726501464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.44889278411865235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.7212736129760742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,10.730086517333984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.9868032455444335
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,5.6499488830566404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,41.701898193359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,2.050704002380371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,2.2354816436767577
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,5.950614547729492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,14.421878051757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,49.156097412109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,2.2961471557617186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,27.865679931640624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,2.4032032012939455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,6.261756896972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,15.069859313964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,2.439606475830078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,2.480099105834961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,7.12061767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,20.686787414550782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,4.89463996887207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,63.32682495117187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,8.226064300537109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,5.005654525756836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,19.447856140136718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,5.073148727416992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,11.090962982177734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,33.993658447265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,5.100950241088867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,5.129526519775391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,26.933151245117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,5.203504180908203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,13.973014831542969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,24.70506591796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,5.338927841186523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,71.41412963867188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,5.4169471740722654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,5.667753601074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,20.538592529296874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,5.8744865417480465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,34.467047119140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,6.4585823059082035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,55.74404296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,38.18421325683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,7.341030120849609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,26.50526123046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,102.680908203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,9.247030639648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,1.2427935600280762
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,1.8959968566894532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,1.5904159545898438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,11.473878479003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,3.1598623275756834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,4.418764877319336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,33.917056274414065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,54.5024169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,8.16053466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,121.3986328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,15.897906494140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.8932255744934082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,1.435647964477539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,8.841929626464843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,1.132271957397461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,2.4518592834472654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,8.981705474853516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,3.4700927734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,20.427580261230467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,9.18111343383789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,6.088032150268555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,75.629052734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,6.630780792236328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,1.2398015975952148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,14.58465576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.9436896324157715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,6.843218994140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,1.778531265258789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,53.47752075195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,25.25298614501953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,134.5706787109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,2.7527456283569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,6.856451416015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.8964320182800293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,3.9697601318359377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,101.91445922851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,15.078544616699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.7123712062835693
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.6329247951507568
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,1.1313119888305665
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.9777279853820801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,8.023411560058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,2.1238399505615235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,14.520835876464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,1.5915936470031737
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,3.026790428161621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,2.994118309020996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,15.255778503417968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,8.597183990478516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,6.1331329345703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,4.40992317199707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,14.037648010253907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,9.2140380859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,6.441149139404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,7.909724426269531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,15.70098876953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,39.3857421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,6.925055694580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,9.366534423828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,15.038409423828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,8.580678558349609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,109.2994873046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,7.206774139404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,16.264816284179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.4117440223693848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,8.939081573486328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.6499807834625244
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,14.720591735839843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,1.0790623664855956
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,15.11712646484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,2.091878318786621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,9.16479034423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,14.917494201660157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,3.0718080520629885
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,16.251052856445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,15.622329711914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,15.587216186523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,5.796435165405273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,9.233574676513673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,15.175430297851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,6.1565696716308596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,16.35482177734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,9.639971160888672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,15.968960571289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,6.523622131347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,15.806137084960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,9.840828704833985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,15.3902587890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,105.6521240234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,6.803330993652343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.6224160194396973
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,16.90082550048828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.6737984180450439
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,16.145738220214845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,6.924566650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,15.853570556640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,1.4190176010131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,2.545129585266113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,15.144149780273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,15.545382690429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,6.958233642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,3.699593734741211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,76.8839599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,18.056672668457033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.409932804107666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,16.544828796386717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,7.157568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,16.636271667480468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.46857280731201173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,7.806889343261719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,15.240675354003907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,1.0631808280944823
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,16.018531799316406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,1.8545791625976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,8.438086700439452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,2.784819221496582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,14.541532897949219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,18.701577758789064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,16.927452087402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,16.971171569824218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,15.69998779296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,5.8311614990234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,16.435993957519532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,8.885488128662109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,6.266134262084961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,15.012413024902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,9.311788940429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,17.194618225097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,17.460585021972655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,19.879043579101562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,15.841996765136718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,6.606374359130859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,16.506752014160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,9.639593505859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,6.892848205566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,15.404985046386718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,17.511123657226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,6.961894226074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,16.326658630371092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,18.32457275390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,10.188800048828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,16.854400634765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,20.910182189941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,15.480953979492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,7.423260498046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,10.32541732788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,18.195692443847655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,16.729983520507812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,7.412108612060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,18.947386169433592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,17.165298461914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,15.659449768066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,23.524082946777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,15.525862121582032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,15.153187561035157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,17.111538696289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,18.566978454589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,17.933491516113282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,16.122621154785158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,20.69044189453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,15.739401245117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,15.342959594726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,17.983042907714843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,26.248614501953124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,19.93462677001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,16.377468872070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,18.802720642089845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,16.196246337890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,22.701727294921874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,15.741194152832032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,18.665078735351564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,16.617654418945314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,21.53978576660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,19.375080871582032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,16.395814514160158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,15.824006652832031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,34.60885314941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,17.16026611328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,28.334747314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,20.607530212402345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,16.540237426757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,15.987455749511719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,21.903091430664062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,24.503721618652342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,18.169500732421874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,17.26136016845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,16.473020935058592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,22.111244201660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,24.595840454101562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,34.56278991699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,27.500637817382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,44.05076599121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,17.363116455078124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,16.6144775390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,19.716093444824217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,29.85655822753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,17.000498962402343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,18.241941833496092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,31.12886962890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,23.482623291015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,35.183221435546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,17.569244384765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,18.981747436523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,48.1696533203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,38.401956176757814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,28.350848388671874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,18.908848571777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,62.071954345703126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,21.28910675048828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,38.49602355957031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,43.76658935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,20.960354614257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,23.789097595214844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,38.66075134277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,54.350091552734376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,25.401939392089844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,62.73935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,29.305047607421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,52.834478759765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,79.91311645507812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,30.314263916015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,61.649267578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,49.0767333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,37.15982360839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,71.04364013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,40.65804443359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,76.95908203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,68.44721069335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,52.37620849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,62.14605712890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,82.57019653320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,95.75695190429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,51.629443359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,86.48984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,83.49158935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,66.301171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,64.14695434570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,117.2329833984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,94.69481811523437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,102.75360107421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,83.45095825195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,152.1019775390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,134.8044921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,96.80594482421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,128.64500732421874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,156.94918212890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,130.4526123046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,186.6894287109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,1.1556960105895997
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,2.066662406921387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,4.0727294921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,2.715235137939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,234.1897705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,6.465558624267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.8050304412841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,8.94967041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,1.6016351699829101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,2.8736799240112303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,11.350713348388672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,2.1249343872070314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,4.222419357299804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,15.274368286132812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,6.586470031738282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,189.17327880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,1.153542423248291
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,7.801913452148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,15.928182983398438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,2.068025588989258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,2.198713684082031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,10.817215728759766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,2.7054176330566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,16.423712158203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,11.387078094482423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,5.326675033569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,7.8403778076171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,11.82616958618164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,17.287779235839842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,266.0580810546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,253.8328857421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,9.451213073730468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.5794367790222168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.8052319526672364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,12.591696166992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,292.38017578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,1.138105583190918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,1.6032447814941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,17.94641876220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.3918272018432617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,2.065657615661621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,1.4994912147521973
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,14.750650024414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.8135807991027832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,13.024610900878907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,1.9477888107299806
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,2.672857666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,1.6030847549438476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,3.809043121337891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,18.37860107421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,5.751913452148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,1.958902359008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,15.055699157714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,13.453952026367187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,5.956806564331055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,4.0128223419189455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,9.128880310058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,7.017612457275391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,6.363142395019532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,15.446080017089844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,10.855648040771484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,28.036703491210936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,7.710620880126953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,10.196678161621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,27.393777465820314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,253.731982421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,16.98985900878906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.5814271926879883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,14.66112060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,10.321334075927734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,11.06903076171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,1.065011215209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,1.5291808128356934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,29.612277221679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,10.963337707519532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,17.55716552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,11.30044174194336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,2.6256799697875977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,28.171298217773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,15.878623962402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,4.883078384399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,11.423270416259765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,11.774246215820312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,17.845933532714845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,16.077731323242187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,7.695292663574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,29.19903564453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,12.052912139892578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,28.527420043945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,12.612550354003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,9.426563262939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,16.860345458984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,333.364501953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,12.563641357421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,12.736287689208984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.3869152069091797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,28.36021728515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,14.156105041503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.8169504165649414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,30.705426025390626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,12.737145233154298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,17.868409729003908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,1.1723808288574218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,29.566268920898438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,1.940883255004883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,14.839932250976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,3.545449447631836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,13.232470703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,27.229400634765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,28.965127563476564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,18.33116760253906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,5.4844928741455075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,15.571107482910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,32.101953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,30.2772705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,13.624064636230468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,6.799584197998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,18.732847595214842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,28.161862182617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,16.734573364257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,13.68101806640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,9.861222076416016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,29.839816284179687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,10.520742034912109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,19.463481140136718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,33.20885314941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,31.60255126953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,17.078282165527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,27.603604125976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,11.269647979736328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,28.6126220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,30.973828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,19.609327697753905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,17.45671691894531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,11.519641876220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,33.59817199707031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,35.20413818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,29.624554443359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,18.336729431152342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,12.065350341796876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,30.108297729492186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,32.87128601074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,28.7856201171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,12.703075408935547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,19.367593383789064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,34.629144287109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,31.156698608398436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,37.15797424316406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,12.91394500732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,30.72681579589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,29.98980712890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,33.91217956542969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,19.652262878417968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,13.59940185546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,33.34561767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,36.68766784667969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,31.9373291015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,13.974557495117187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,38.923196411132814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,30.777157592773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,28.931967163085936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,36.284567260742186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,29.19783935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,35.29666442871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,32.39820251464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,38.6656005859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,32.138006591796874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,30.463128662109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,41.1575927734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,38.1133056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,30.327825927734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,33.878167724609376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,36.34020080566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,31.952346801757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,33.709432983398436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,41.174862670898435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,45.476165771484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,41.09486694335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,31.82490234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,35.117364501953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,33.338357543945314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,37.4097412109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,35.62305908203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,44.93428344726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,32.935116577148435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,43.65977172851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,51.00395812988281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,35.293881225585935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,37.66081848144531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,36.512335205078124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,40.19545288085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,33.66429748535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,54.722235107421874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,37.24640808105469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,40.525271606445315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,49.9164794921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,39.98897705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,44.411181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,35.91185302734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,64.8205322265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,39.10694580078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,43.448052978515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,47.37211303710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,37.90602416992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,55.32672119140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,49.92835388183594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,65.39190063476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,43.32369384765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,41.061065673828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,79.66585083007813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,55.4320068359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,55.85899047851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,61.62589721679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,67.85580444335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,47.957733154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,78.06378784179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,44.06943969726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,70.48154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,67.61248168945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,58.39298706054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,94.402099609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,52.13585205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,75.06697998046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,85.75286865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,113.775390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,84.40769653320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,61.575677490234376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,72.86885375976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,96.542138671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,85.17161865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,102.090478515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,140.50189208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,73.0764404296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,87.72096557617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,127.065234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,125.91751708984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,103.679833984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,183.41048583984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,148.4303466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,214.6791015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.01,0.03750720024108887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.30518081188201907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.01,0.36117119789123536
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.49158082008361814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.01,0.30710721015930176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.43841919898986814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.01,0.585536003112793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.01,0.8609184265136719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,130.22716064453124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.01,1.515385627746582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.01,0.8078495979309082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.01,1.5877951622009276
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.01,1.1380224227905273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.01,1.626633644104004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.01,2.1130144119262697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.01,3.4773216247558594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.01,2.221731185913086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.01,2.2918975830078123
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.01,3.5193759918212892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.01,3.596457672119141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.01,3.721660614013672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.01,3.215311813354492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.01,3.796432113647461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.01,3.3810462951660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.01,3.783356857299805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.01,3.4538433074951174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.01,3.8739681243896484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.01,3.4227134704589846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.01,3.9345184326171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.01,3.5280799865722656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.01,4.08410873413086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.01,3.6838497161865233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.01,3.7397632598876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.01,4.103910446166992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.01,3.808822250366211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.01,4.264166259765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.01,3.886540985107422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.01,4.364025497436524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.01,4.084486389160157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.01,4.54106559753418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.01,4.182912063598633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.01,4.888393783569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.01,4.358031845092773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.01,5.465558242797852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.01,4.459276962280273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.01,5.079734420776367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.01,7.011753845214844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.01,5.702182388305664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,275.5343017578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.01,8.690239715576173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.3056351900100708
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.30106239318847655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.01,7.753836822509766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.37318079471588134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.2,0.7868864059448242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.2,0.989136028289795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.01,12.444131469726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.2,2.040083122253418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.01,10.401564788818359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.2,2.1935871124267576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.2,2.308121681213379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,244.358544921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.2,3.2486751556396483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.2,0.03972159922122955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.2,0.19533439874649047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.2,3.428607940673828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.01,15.83590087890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.01,14.197946166992187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.2,0.2792704105377197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,189.98170166015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.2,0.5621823787689209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.2,3.5583423614501952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.2,0.7385568141937255
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.2,1.4605888366699218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.2,3.4649791717529297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.2,1.5884608268737792
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,235.9939453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.2,3.7281665802001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.2,1.692963218688965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.01,0.025772801041603087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.01,0.05790079832077026
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.2,3.630499267578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.2,3.365139389038086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.01,0.27376959323883054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.01,20.025654602050782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,2,power_law_1.01,20.51196746826172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.030902400612831116
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.01,0.5254240036010742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.2,3.908233642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.2,3.5413761138916016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.01,0.7855519771575927
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.01,1.4487808227539063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.2,3.8684959411621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.2,3.697305679321289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.01,1.6015743255615233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.01,1.6773727416992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.2,3.6987743377685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.2,3.9458782196044924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.01,1.7390527725219727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.2,3.789302444458008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.2,4.113452911376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.01,1.770524787902832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.01,23.44824981689453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.01,1.7880544662475586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.2,3.9663711547851563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.2,4.1878303527832035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.22966721057891845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.01,3.565622329711914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.2,3.9005409240722657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.2,4.356284713745117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.01,3.589120101928711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,2,power_law_1.01,31.548651123046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.2,4.012566375732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.2,4.720880126953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.01,3.673798370361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.2,4.140425491333008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.01,3.739449691772461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.2,5.372355270385742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.2,4.226182556152343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.01,3.76080322265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.35401918888092043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.2,6.21069107055664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.2,4.307612609863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.01,3.8455806732177735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.2,4.468156814575195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.01,3.8763328552246095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.01,37.414163208007814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.2,8.142371368408202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.2,4.6500896453857425
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.01,4.024911880493164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,249.3779296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.01,4.11058235168457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.2,5.1634880065917965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.03084160089492798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.6708447933197021
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.2,10.42731170654297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.18195199966430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.3683295965194702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.01,4.197548675537109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.691260814666748
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.2,6.051603317260742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.01,4.404691314697265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,288.42431640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.2,0.025961598753929137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.2,0.08874880075454712
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.2,7.865071868896484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.01,4.772192001342773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.2,14.958451843261718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.2,0.2735167980194092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.2,0.5093215942382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.2,0.6815264225006104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.01,1.068284797668457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.01,5.663481521606445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.2,1.441750431060791
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,2,power_law_1.01,63.343878173828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.2,9.629103851318359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.2,1.548483180999756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.882755184173584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.2,1.6509023666381837
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.01,6.9687744140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.2,1.7874752044677735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.01,2.2831424713134765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.2,20.169760131835936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.2,1.8046655654907227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.2,13.227072143554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.2,1.8649215698242188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.01,1.9435935974121095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.01,9.614019012451172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.01,4.143993759155274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.2,3.605859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.2,1.8901311874389648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.2,3.684163284301758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.01,2.6314367294311523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.2,3.7389759063720702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.01,12.374098968505859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.01,2.0967552185058596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.2,17.383078002929686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.01,75.245361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.2,3.717446517944336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.01,2.1502912521362303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.2,2.0777727127075196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.2,25.71322021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.01,6.172496032714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.01,2.2657695770263673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.2,2.1373247146606444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.2,3.798716735839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.01,2.2225568771362303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.2,2.2188543319702148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.01,1.7143552780151368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.2,3.888566589355469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.01,2.3559423446655274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.2,2.349225616455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,2,1,power_law_1.01,15.697712707519532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.2,3.9448673248291017
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.01,2.473040008544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.2,2.4609407424926757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.01,9.428102111816406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.01,3.132271957397461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.01,2.488422393798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.2,2.548467254638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.2,4.048720169067383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,2,power_law_1.2,21.247039794921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.2,2.6168479919433594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.01,2.231494331359863
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.2,4.155622482299805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.2,4.295183944702148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.01,4.65283203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.01,16.662937927246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.2,4.544793701171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,2,1,power_law_1.01,23.8501953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.2,42.841253662109374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.2,4.989955139160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.01,2.555971145629883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.01,7.238172912597657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.01,2.5710527420043947
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.2,2.607494354248047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.2,6.170249557495117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.01,2.5616607666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.2,2.6714719772338866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,2,power_law_1.2,33.49091491699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.2,2.6822656631469726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.01,18.45721893310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.2,7.601615905761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.01,12.906422424316407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.2,10.070035552978515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.01,2.7165536880493164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.01,19.23657989501953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.01,14.071881103515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.01,3.0343648910522463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.2,2.7996639251708983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.01,2.980143928527832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.2,12.834640502929688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.2,3.196156883239746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,2,1,power_law_1.01,46.79120788574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.2,3.1507007598876955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.2,2.281065559387207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.01,14.600143432617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.01,20.10545959472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,2,1,power_law_1.2,15.977030944824218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.2,2.0652576446533204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.01,3.1346912384033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.2,2.8245887756347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.2,78.032763671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.2,3.4206817626953123
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.01,15.277162170410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,2,power_law_1.2,67.24324340820313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.2,5.235974502563477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.2,1.7128128051757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.01,20.472988891601563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.01,1.162928009033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,2,1,power_law_1.2,24.035189819335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.2,1.481158447265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.01,3.1561344146728514
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.01,15.324301147460938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.2,7.8263710021972654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.01,2.1214399337768555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.2,1.9948480606079102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.2,3.2292831420898436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.01,2.7502208709716798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.01,20.84368896484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.2,3.9934558868408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.01,15.992649841308594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.2,16.41279754638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.01,6.021887969970703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.2,5.905795288085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.01,3.7715744018554687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.01,9.070146942138672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.01,21.760304260253907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.2,4.050233459472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.01,16.436892700195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.2,12.403212738037109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.2,17.801699829101562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,2,1,power_law_1.2,46.52818603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.01,0.8581119537353515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.01,16.922312927246093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.2,14.147593688964843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.01,16.54764404296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.01,22.02015380859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.01,1.560969638824463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.2,19.026284790039064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.01,4.1746368408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.01,2.026380729675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.01,5.375923156738281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.01,18.203485107421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.2,14.6579833984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.01,4.380841445922852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.01,16.965151977539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.2,4.434684753417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.01,6.684425354003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.01,22.20247039794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.2,19.95056915283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.2,5.794652938842773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.01,6.677823638916015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.01,9.70731201171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.2,15.1930908203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.2,7.093373107910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.01,19.367068481445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.2,10.03033905029297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.01,12.174646759033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.01,12.57820816040039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.2,20.496246337890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.2,15.6413818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.01,35.227301025390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.01,34.51758728027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.2,12.955314636230469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.01,20.168547058105467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.01,13.530860900878906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.01,15.487324523925782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.2,21.32227783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.2,16.579379272460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.2,16.164918518066408
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.01,14.218832397460938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.01,20.55279083251953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.01,35.53134460449219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.01,24.041322326660158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.2,16.905877685546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.01,34.990057373046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.2,21.914585876464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.01,14.721958923339844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.2,25.06617889404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.01,21.309983825683595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.2,17.303411865234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.01,14.882957458496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.2,22.53324737548828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.01,37.19593200683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.01,21.710287475585936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.01,36.54340515136719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.2,17.891871643066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.01,15.6432861328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.01,49.96927185058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.2,23.141325378417967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.2,1.1617792129516602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.2,50.229827880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.2,1.3397631645202637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.01,22.039414978027345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.01,15.873472595214844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.2,2.8700288772583007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.01,38.713259887695315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.2,0.8509407997131347
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.01,38.22085266113281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.2,37.08075866699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.2,5.117574310302734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.01,16.013302612304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.2,1.0493663787841796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.01,22.46122589111328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.2,36.38276977539063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.2,2.123695945739746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.2,7.657039642333984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.2,3.9188865661621093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.01,16.66069793701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.01,39.826202392578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.2,5.721641540527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.01,22.556976318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.2,16.407577514648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.2,37.17259216308594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.01,39.85942077636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.01,16.88915252685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.2,11.875762939453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.2,36.133786010742185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.2,18.161235046386718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.01,23.12934112548828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.01,17.014207458496095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.2,13.275852966308594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.01,40.98416442871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.2,38.01205139160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.2,19.505731201171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.01,42.15538024902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.01,17.308377075195313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.2,14.074038696289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.01,23.665565490722656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.2,38.44717102050781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.2,20.467855834960936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.2,14.878614807128907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.2,39.19429016113281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.01,42.488339233398435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.01,35.93083801269531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.2,15.403353881835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.01,36.39234619140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.2,20.996517944335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.01,44.435299682617185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.2,39.750665283203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.2,15.944947814941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.2,21.8158203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.2,40.175115966796874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.01,37.11858215332031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.2,16.29383087158203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.01,37.54096984863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.01,44.994818115234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.2,40.88887023925781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.2,22.270370483398438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.01,48.74960632324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.2,16.958912658691407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.01,38.06305847167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.2,42.132879638671874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.2,22.78099822998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.01,38.9782958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.2,17.388406372070314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.01,48.97400817871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.2,42.76509094238281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.2,17.571484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.2,23.57262725830078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.01,53.267633056640626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.01,38.929080200195315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.01,39.90768737792969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.2,43.2009521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.2,17.824485778808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.2,24.053932189941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.2,45.40086059570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.2,17.896701049804687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.01,58.92318115234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.2,24.02741394042969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.01,40.680230712890626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.01,42.351776123046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.2,47.55168762207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.01,66.7392822265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.2,37.20575866699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.2,24.665875244140626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.2,50.538873291015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.01,43.45901184082031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.01,45.834695434570314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.2,52.434112548828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.2,38.10893249511719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.01,71.77297973632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.2,37.57548217773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.2,57.91141967773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.01,81.760986328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.01,49.91612243652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.2,38.90262145996094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.2,38.7245849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.01,58.51881103515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.2,64.47824096679688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.2,39.84532470703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.2,39.7680419921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.01,58.7292724609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.2,70.523095703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.01,97.59208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.01,73.26889038085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.2,42.37261047363281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.2,41.06405029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.2,78.03484497070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.01,113.91160888671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.2,44.565188598632815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.2,45.791848754882814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.01,79.15154418945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.2,87.8552490234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.01,124.3439697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.01,103.35186767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.2,49.278262329101565
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.2,54.796142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.2,105.82645263671876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.01,100.91549682617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.2,60.92399291992187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.01,149.56993408203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.2,64.20904541015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.2,123.9913818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.01,132.105126953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.2,73.37261352539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,2,power_law_1.01,151.11097412109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.2,132.190234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.2,85.31273803710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,2,1,power_law_1.01,123.496484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.2,154.35794677734376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.2,99.82573852539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.01,184.1260009765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.2,108.51915283203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.01,164.62869873046876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,2,power_law_1.2,163.13353271484374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.2,131.95279541015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,2,1,power_law_1.01,190.37403564453126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,2,power_law_1.01,237.7851318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,2,1,power_law_1.2,130.6813232421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.2,198.71318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.01,278.9286865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.2,162.18837890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.01,256.258837890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,2,power_law_1.2,251.76650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,2,1,power_law_1.2,199.06705322265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.2,312.0072265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,2,1,power_law_1.01,372.3055419921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.8041791915893555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.970406436920166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,1.4369952201843261
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,1.4396191596984864
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,1.4463583946228027
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,1.4680607795715332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,1.480294418334961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,1.498185634613037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,1.5268896102905274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.2,253.0314208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,1.5432543754577637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,1.5835231781005858
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,1.599398422241211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,1.6142911911010742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,1.67674560546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,1.697702407836914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,1.8156351089477538
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,2.2155328750610352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,2.981667137145996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,3.939158248901367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,6.539727783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,7.66888656616211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,15.667324829101563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,2,power_law_1.01,463.659033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.6514016151428222
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.6924128055572509
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,18.727810668945313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,1.3598976135253906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,1.435702419281006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,1.4453920364379882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,1.4584575653076173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,1.4666815757751466
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,1.4798080444335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,1.480611228942871
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,1.4773887634277343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,1.5070079803466796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,1.5599519729614257
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,1.5816351890563964
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,1.6290847778320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,1.6729375839233398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,35.803585815429685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,1.8213279724121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,2.1922752380371096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,3.0065759658813476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,3.6296478271484376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,5.218415832519531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,6.682978820800781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,37.84669189453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,10.698051452636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,13.058595275878906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,24.341107177734376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,62.922216796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,33.27995910644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,2,1,power_law_1.2,382.3280029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,1.0246912002563477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.9695615768432617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,1.361964797973633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,1.581164836883545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,1.5860544204711915
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,1.604096031188965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,1.5045408248901366
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,1.513657569885254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,1.5585663795471192
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,1.5780192375183106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,1.6134368896484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,1.6229568481445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,1.6485471725463867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,1.685523223876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,1.8527231216430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,41.85147705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,1.9143999099731446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,2.403993606567383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,3.0674016952514647
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.01,500.057568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.6934783935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.7296480178833008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,4.131951904296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,1.4182208061218262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,1.5754240036010743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,1.5794943809509276
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,7.107389068603515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,1.5973376274108886
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,79.83126831054688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,1.6063072204589843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,1.4145312309265137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,1.477660846710205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,1.4887359619140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,11.177916717529296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,1.5112288475036622
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,1.5597855567932128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,1.57488956451416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.01,562.41728515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,1.6357919692993164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,1.7717920303344727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,2,power_law_1.2,510.41767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,1.9540128707885742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.11738879680633545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.3005151987075806
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,16.102815246582033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,2.046518325805664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.4575456142425537
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.8361120223999023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,3.184627151489258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,1.635615921020508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,1.6438112258911133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.3127552032470703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,3.8108638763427733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,1.7160736083984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,58.479730224609376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,1.7049087524414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,1.6024511337280274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,5.444524765014648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,1.5822112083435058
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,1.5864447593688964
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,1.6207103729248047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,6.933551788330078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,1.6235519409179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,23.879728698730467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,1.6786048889160157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,1.6900032043457032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.5551968097686768
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,1.7710559844970704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,1.7818527221679688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,11.115481567382812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,1.8373567581176757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,2.017337608337402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,2.382953643798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,2.8029504776000977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,4.039823913574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,15.776953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,5.354393768310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.8552543640136718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,36.45664672851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,7.789510345458984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,10.306947326660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,25.095657348632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,74.52215576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.9707679748535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,115.06495361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.9747551918029785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,15.560134887695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,44.03373413085937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,35.90052185058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,21.456819152832033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,1.0200127601623534
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,1.0847488403320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,1.077888011932373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,1.107910442352295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,26.2494140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,1.0593536376953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,54.127166748046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,1.0634112358093262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,1.0843584060668945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,1.1149056434631348
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,71.98635864257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,42.77406311035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,1.175875186920166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,1.1863136291503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,113.73990478515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,1.2687040328979493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.2,494.47119140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.314192008972168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.5932511806488037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.7203519821166993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,1.0427840232849122
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,1.031545639038086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,1.0908032417297364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,1.1203519821166992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,1.1539456367492675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,59.0867919921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,1.402569580078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,1.2129247665405274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,2.0569599151611326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,1.031187152862549
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,1.0719679832458495
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,1.126319980621338
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,1.1309951782226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,1.1315360069274902
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,1.1941344261169433
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,1.2433664321899414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,1.3771488189697265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,1.9750656127929687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,76.28407592773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.2,597.679931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.12703679800033568
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.2852384090423584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.3739840030670166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.7472192764282226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.8248959541320801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,2.1642751693725586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.6943328857421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,1.6599679946899415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,2.230873680114746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,1.6929376602172852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.848681640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,1.6979103088378906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.963311958312988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,1.7544160842895509
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,4.159404754638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,85.41368408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,1.6074943542480469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,4.071305465698242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,1.6181856155395509
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,1.8027488708496093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,1.6260896682739259
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,1.35665922164917
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,191.87193603515624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,1.6312383651733398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,2.4743200302124024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,1.6217792510986329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,1.6565984725952148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,2.6508960723876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,1.7128992080688477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,2.665523147583008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,1.7387071609497071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,2.6947519302368166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,1.7264127731323242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,1.8372512817382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,2.7259584426879884
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,1.981907272338867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,2.7464319229125977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,2.453225517272949
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,2.7450048446655275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,3.017263984680176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,2.775503921508789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,2.7940095901489257
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,4.240195083618164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,80.90073852539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,2.8450496673583983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,5.386380767822265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,2.908799934387207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.550128173828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,2.9484064102172853
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.6553089141845705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,3.151103973388672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,7.840924835205078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.631817626953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,3.2000801086425783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.925001525878907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,4.263430404663086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,10.450089263916016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,10.192217254638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,5.642195129394532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,10.336294555664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,8.647376251220702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,15.575776672363281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,14.975244140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,15.206259155273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,12.605833435058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,19.922262573242186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,21.397129821777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,16.60162811279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,128.3404052734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,20.447088623046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,23.774742126464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,24.191059875488282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,26.38965759277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,24.696493530273436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,30.658526611328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,40.4990966796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,40.603338623046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,133.71495361328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,42.781350708007814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,49.576840209960935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,281.037841796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.9560768127441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,1.0235936164855957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,1.6962656021118163
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,2.501372718811035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,2.5106975555419924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,2.5202207565307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,2.5621824264526367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,2.574687957763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,2.609030342102051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,2.617340850830078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,2.7242399215698243
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,2.7807615280151365
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,80.03491821289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,2.803926467895508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,1.5413536071777343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,1.438742446899414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,2.8586559295654297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,2.2037343978881836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,81.8560546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,3.0581056594848635
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,2.6279584884643556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,1.0910335540771485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,3.2021663665771483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,1.1251104354858399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,2.5016864776611327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,2.3206592559814454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,86.0296630859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,3.74029426574707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,2.6752191543579102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.5124544143676758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,2.3557855606079103
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.6648640155792236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.8903136253356934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,2.696019172668457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,2.4981407165527343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,4.816275024414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,1.7144607543945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,2.7325151443481444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,2.499087905883789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,2.7444736480712892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,2.7369855880737304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,2.553763198852539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,74.63818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,5.8230335235595705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,2.7304256439208983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,2.756764793395996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,2.586595153808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,2.7382976531982424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,2.8013824462890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,2.6054431915283205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,2.792598342895508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,2.8405855178833006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,2.637721633911133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,9.457241821289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,2.804502487182617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,2.8584991455078126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,2.707689666748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,2.794963264465332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,2.782441520690918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,2.912553596496582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,2.8751583099365234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,2.819644737243652
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,3.0416095733642576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,2.9045951843261717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,10.97573471069336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,2.887766456604004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,3.6694496154785154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,2.952899169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,3.057788848876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,201.8551513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,3.0604000091552734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,3.8666526794433596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,3.5392223358154298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,3.1121183395385743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,6.061788940429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,3.696441650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,3.2346912384033204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,3.340041732788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,5.174800109863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,18.554751586914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,3.751084899902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,9.924057769775391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,5.694287872314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,4.23201904296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,5.368595123291016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,12.954447937011718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,10.269094085693359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,7.226857757568359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,24.073193359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,11.094367980957031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,11.356108856201171
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,17.432553100585938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,14.075080871582031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,18.87786865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,27.583514404296874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,36.03817138671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,21.124237060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,113.0535888671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,24.22142791748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,27.476312255859376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,33.865350341796876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,411.515576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.32851519584655764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.5591487884521484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.6143328189849854
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,1.2783647537231446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,2.6553472518920898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,2.659257507324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,2.7077760696411133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,2.75195198059082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,53.62919921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,2.725174331665039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,44.011895751953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,2.763100814819336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,2.7798816680908205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,2.78143367767334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,2.763529586791992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,2.817795181274414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,40.44924621582031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,2.9795488357543944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,2.948640060424805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,50.08143310546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,3.1813535690307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,287.4661865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.5137311935424804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,3.282668685913086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.7631552219390869
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.8962335586547852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,3.569452667236328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,1.735321617126465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,2.6692447662353516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,4.430291366577149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,2.726144027709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,2.7765344619750976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,5.350777435302734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,2.7887104034423826
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,2.7943519592285155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,7.100796508789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,2.822153663635254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,2.8728992462158205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,58.28696899414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,2.961417579650879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,8.847065734863282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,2.9245088577270506
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,3.0233631134033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,55.33137817382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,3.1789920806884764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,3.1003488540649413
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,13.013427734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,3.392659378051758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,3.8674911499023437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,4.232921600341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,92.2891357421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,144.03221435546874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,5.307487869262696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,17.737330627441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,6.688819122314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,78.85424194335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,10.45450210571289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,27.286703491210936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,13.314588928222657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,69.05650024414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,82.76973876953124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,19.37956848144531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,36.25774230957031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,26.017724609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,44.55105285644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,118.02109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,40.449807739257814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,119.61708984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,111.688818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,391.6677734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.3255039930343628
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.4988351821899414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,117.75106201171874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.48862719535827637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,1.3023200035095215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,173.16937255859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,52.986578369140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,2.634988784790039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,2.7152191162109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,2.7233823776245116
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,2.729164886474609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,2.753158378601074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,73.52169799804688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,2.762950325012207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,2.774348831176758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,2.7754655838012696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,2.7977855682373045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,2.8503904342651367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,2.9980512619018556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,2.968377685546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,3.232700729370117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,3.334799957275391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,3.6394081115722656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,4.489952087402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,5.306752014160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,65.84722290039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,7.304006195068359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,130.21221923828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,9.250860595703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,13.179859924316407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,154.16158447265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,18.084515380859376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,27.717984008789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,149.82286376953124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,147.4041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,106.3084716796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,1.154150390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,37.314370727539064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,2.0721664428710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,1.1403072357177735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,1.6311296463012694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,2.986684799194336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,4.15577278137207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,222.4968994140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.8059136390686035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,5.839587020874023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,1.4740447998046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.9338560104370117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,6.378364944458008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,45.90532531738281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,1.3265888214111328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,1.9217056274414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,9.51537628173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,2.9001184463500977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,4.179359817504883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,9.782380676269531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,4.2396800994873045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,9.911942291259766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,8.98543701171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,10.261638641357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,8.830198669433594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,10.32708511352539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,9.4872802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,74.3380859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,201.0255615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,10.877817535400391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,9.708383941650391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,315.944873046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,11.002476501464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,9.809593963623048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,11.340544128417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,10.244764709472657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,267.79716796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,10.464636993408202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,11.660034942626954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,10.739657592773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,12.180723571777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,10.929933166503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,231.77333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,212.289599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,12.77008285522461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,1.1529631614685059
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,11.363085174560547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,1.9614112854003907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.9097599983215332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,13.55947265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,1.6193376541137696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,12.172994995117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,2.5256607055664064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,3.7493438720703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,14.475914001464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,12.929536437988281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,5.542655944824219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,5.936156845092773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,16.13189697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,13.307711791992187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,9.13843231201172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,149.430517578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,17.51684112548828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.8120063781738281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,9.372278594970703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,14.939228820800782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,1.3692031860351563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.5954207897186279
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,1.0802720069885254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,9.83600311279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,1.8960256576538086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,15.778005981445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,21.356883239746093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,2.475449562072754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,10.513046264648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,3.9932865142822265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,4.183430480957031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,10.827948760986327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,19.40381774902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,8.88174057006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,25.382179260253906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,11.106524658203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,8.855817413330078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,11.208528137207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,23.005696105957032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,9.685091400146485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,11.23331527709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,9.564342498779297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,34.24354553222656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,12.08590087890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,10.164224243164062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,31.06780090332031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,12.805882263183594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,10.36783676147461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,10.709776306152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,13.141465759277343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,42.7352294921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,11.087155151367188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,14.257225036621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,38.272500610351564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,11.877926635742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,335.830224609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,14.753176879882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,12.282502746582031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,16.8155517578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,12.257660675048829
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,53.25181884765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,49.306829833984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,13.43162841796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,18.501242065429686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,14.11169891357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,23.6125732421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,15.736575317382812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,17.048480224609374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,27.534912109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,73.36422119140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,20.944808959960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,86.90044555664062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,38.49958190917969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,25.050210571289064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,461.658349609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.2946367979049683
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.533184003829956
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.628931188583374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,1.4851519584655761
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,2.5041824340820313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,32.58397521972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,3.602822494506836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,52.30070190429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,5.391439819335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,5.71888313293457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,5.976537704467773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,6.283100891113281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,493.2978515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,42.68424987792969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.03924799859523773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,6.539043426513672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.37556159496307373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.40151681900024416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,1.0594783782958985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,6.625091552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,1.7064992904663085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,6.7167198181152346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,2.509343910217285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,3.714156723022461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,62.91763916015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,6.919538879394532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,3.923491287231445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,148.83392333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.2924384117126465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,4.195772933959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,10.241900634765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.533132791519165
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,4.304697418212891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.6349184036254882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,51.16842041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,1.3915712356567382
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,10.0989501953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,4.412752151489258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,2.2707456588745116
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,168.92930908203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,4.612220764160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.03962559998035431
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,3.1113216400146486
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,10.52681884765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.36647040843963624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,4.690761566162109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.40653438568115235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,5.318307113647461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.9671072006225586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,4.78051528930664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,11.091414642333984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,1.5051648139953613
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,5.714201736450195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,2.187984085083008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,8.821875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,5.824694442749023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,3.627062225341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,11.178530883789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,6.215830230712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,3.9031776428222655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,9.14751968383789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,4.182928085327148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,12.006966400146485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,6.57391357421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,9.355903625488281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,4.237145614624024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,6.781049346923828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,4.474713516235352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,12.335779571533203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,9.80774383544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,99.28901977539063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,6.866719818115234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,4.546902465820312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,4.745571136474609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,86.06388549804687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,10.017759704589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,7.168482971191406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,13.296841430664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,4.89183349609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,10.561865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,10.340393829345704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,9.242559814453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,14.338758850097657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,765.01845703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,10.796182250976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,11.130358123779297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.03407999873161316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.07307519912719726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,9.351241302490234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.08195520043373108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.17487360239028932
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.2508863925933838
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,16.47147216796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.40384640693664553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,11.024518585205078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,12.008223724365234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.6090496063232422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,9.74386215209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.6105152130126953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.6409759998321534
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.635430383682251
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.6567935943603516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,11.596963500976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.67674241065979
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,10.337158203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.6624000072479248
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,12.823554992675781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.6658944129943848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,19.197750854492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.6695648193359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.6913055896759033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.7306975841522216
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,11.873587036132813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,10.519283294677734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.7653471946716308
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.8160479545593262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,14.66083221435547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.8756095886230468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.9508543968200683
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,1.2133983612060546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,12.456063842773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,11.058534240722656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,1.5863743782043458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,27.170001220703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,2.3218080520629885
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,16.443817138671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,11.570681762695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,3.2165153503417967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,12.957830810546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,4.773478317260742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,12.455158233642578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,14.020367431640626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,6.356265640258789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,20.888082885742186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,37.177572631835936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,7.783206176757813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,13.431404113769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,14.912162780761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,12.955360412597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,15.162042236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,25.641049194335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,17.425482177734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,163.9616455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.02593280076980591
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,17.480735778808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.029657599329948426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.04098879992961883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,44.237179565429685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.063401597738266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.08058559894561768
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,19.910986328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.24726080894470215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.5318463802337646
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.5393375873565673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,25.453350830078126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,199.334765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,32.60621643066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.5569664001464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.03186239898204803
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.026259198784828186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.054499202966690065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.5579008102416992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.09853439927101135
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.03366400003433227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.5871903896331787
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.11191359758377076
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.04107840061187744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.5978176116943359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.20594561100006104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.056227201223373414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,21.98639678955078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.594214391708374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.3869663953781128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.07101119756698608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.613651180267334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.2565984010696411
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.6028768062591553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.6137152194976807
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.535206413269043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.6232416152954101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.6140480041503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.5561279773712158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.6417984008789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.6381536006927491
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.5539072036743165
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.6282080173492431
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,28.58867492675781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.5605343818664551
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.6476672172546387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.658681583404541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.5620255947113038
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.6777152061462403
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.6681695938110351
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.5955584049224854
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.6581024169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.7451776027679443
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.5965504169464111
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.6792768001556396
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.8445504188537598
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.597983980178833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.6719039916992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,1.0951071739196778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.6129663944244385
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.7081024169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.6097119808197021
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.7363872051239013
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,1.4916223526000976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,27.561273193359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.6261472225189209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.755353593826294
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.6486303806304932
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.8049375534057617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,2.374505615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.6744383811950684
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.8959936141967774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.7382304191589355
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.9830592155456543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,3.144732856750488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.8554431915283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,48.86537475585938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,1.2994303703308105
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,1.178662395477295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,69.94452514648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,1.714463996887207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,4.7979583740234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,38.03691711425781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,1.550291156768799
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,2.5229663848876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,2.458950424194336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,687.045751953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.017231999337673186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,6.413890838623047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,3.455292892456055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.028518399596214293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,3.474915313720703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.06977279782295227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.11885440349578857
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.19878079891204833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,33.598080444335935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,5.227487945556641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.36772799491882324
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,5.092617416381836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.38606719970703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.01,7.815574645996094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.4057151794433594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.4104191780090332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.4218048095703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,7.250051116943359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.42679681777954104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,6.871510314941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.6183839797973633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.6246912002563476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.632528018951416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.6280096054077149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.01,12.842118835449218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,9.036003112792969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.6331647872924805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.2,8.286140441894531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.6470016002655029
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,45.9566162109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.6715519905090332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.7031871795654296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.7663968086242676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.8315808296203613
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.9923616409301758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,13.363238525390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,1.1879424095153808
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.2,13.991862487792968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.6033439636230469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,50.49051208496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,2.055446434020996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.01,25.853573608398438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.968409538269043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.017667199671268462
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.021334399282932282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.03190079927444458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.04793600142002106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.8544990539550783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.06405119895935059
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.22880640029907226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,95.57521362304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.2507328033447266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.2613408088684082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.017180800437927246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.26596798896789553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.038441601395607
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,4.743964767456054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.2736671924591064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.07297279834747314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.2828671932220459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,30.525213623046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.09609280228614807
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.2,27.909072875976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.4803199768066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.1602720022201538
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.018435199558734894
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.3732480049133301
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.49779839515686036
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.024063999950885772
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.5036928176879882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.030527999997138976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.4009056091308594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.5086656093597413
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.33090240955352784
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.039612799882888794
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.41769919395446775
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.4134175777435303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.5156960010528564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.05744640231132507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,7.517696380615234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.42310400009155275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.5326208114624024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.6995776176452637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.2179935932159424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.42932801246643065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.5455391883850098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.9869695663452148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.25956799983978274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.43749117851257324
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,71.80593872070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.5717984199523926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.26439039707183837
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,1.5532992362976075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.6224639892578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.27503039836883547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.575932788848877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.6323391914367675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.27983999252319336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.6140992164611816
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,2.4153024673461916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.635539197921753
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.2817823886871338
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.6860191822052002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.6376192092895507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.49480319023132324
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,2.527110481262207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.8474016189575195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.6441855907440186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.5050335884094238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,2.5602815628051756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,134.96680908203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.6536159992218018
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.5060480117797852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,1.0194016456604005
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.5290112018585205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.35651841163635256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.6727392196655273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,2.599126434326172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.1776095986366272
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.5341983795166015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,1.4383744239807128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.7266623973846436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,15.548121643066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.30126399993896485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.552236795425415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,2.6102495193481445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.7751711845397949
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.4836480140686035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.49824957847595214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.5787871837615967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,1.8865472793579101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.8535807609558106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.2190623998641968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.7018879890441895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.5782527923583984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,2.6237567901611327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.40289602279663084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,1.016703987121582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,1.100380802154541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.6254367828369141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,2.8165536880493165
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.5561344146728515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,2.694051170349121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.6951168060302735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,1.2103424072265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,2.3221439361572265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.7958432197570801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.8503328323364258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,2.717616081237793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.6438751220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,1.4754688262939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,2.3970304489135743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,3.750313568115234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,1.033513641357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,2.6126943588256837
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,2.42718391418457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,2.472844886779785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,2.097904014587402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,1.4605983734130858
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,2.824435234069824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,2.4900672912597654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,2.4478111267089844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,1.8992895126342773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,3.032521629333496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.01,4.64771842956543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,2.7579200744628904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,2.5674560546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,2.568502426147461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,2.6504543304443358
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,3.0530656814575194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,2.5298944473266602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,2.8391008377075195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,97.1954833984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.968374252319336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,2.619526481628418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,2.64583683013916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,3.199087905883789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.33001279830932617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.14190720319747924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,2.698588752746582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,3.7999294281005858
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,2.6829248428344727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.01,7.4811553955078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.2178015947341919
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,3.3905792236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.4267583847045898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,4.83265266418457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,2.7063648223876955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,2.7553056716918944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.5800159931182861
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,3.800342559814453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,2.8104831695556642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,2.731945610046387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,1.1726207733154297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.2,4.712838363647461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,2.3268543243408204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,2.859369659423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,2.8292736053466796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,4.620636749267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,2.4677248001098633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,2.851241683959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,2.999372863769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,7.807395172119141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,2.4691328048706054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,5.6205089569091795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,2.927644729614258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,3.0281375885009765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.2,7.5414878845214846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,2.546348762512207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.01,14.916522216796874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,3.107200050354004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,3.2547168731689453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.032067200541496275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,2.633535957336426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.13353919982910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,3.2187232971191406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,7.916944122314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.3280128002166748
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,3.5491199493408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,2.6433792114257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.5649248123168945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,3.5180126190185548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.7909567832946778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,2.602943992614746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,4.3663585662841795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,1.3942432403564453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,2.7266208648681642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,3.9533760070800783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,1.4976511955261231
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,9.994620513916015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,16.011318969726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,5.164112091064453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,1.5898207664489745
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,2.7763519287109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.027065598964691163
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.06285120248794555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.2,14.982508850097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,5.008419036865234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,1.6003168106079102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,2.806287956237793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.21087360382080078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.03303999900817871
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,1.6591968536376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.40618557929992677
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.12638399600982667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,2.9012096405029295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.30819199085235593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.5826591968536377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,7.459709167480469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,1.7136735916137695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,6.166803359985352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.485203218460083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,1.0098400115966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,2.984137535095215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.7019008159637451
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,2.505846405029297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,14.861955261230468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,1.067807960510254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,1.3984224319458007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,1.122815990447998
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,2.463065528869629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,3.028246307373047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,1.5614463806152343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,1.1460960388183594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,9.607414245605469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,8.451100921630859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,2.5186687469482423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,1.1793855667114257
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,3.278726577758789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,1.6305887222290039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,138.44075927734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,1.1792511940002441
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,2.574620819091797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,1.6586240768432616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.02717759907245636
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,3.687276840209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,2.210393524169922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,1.6890079498291015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,2.6064640045166017
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.09726399779319764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.19187519550323487
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,1.7428960800170898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,2.2616704940795898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,2.6790271759033204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.34262399673461913
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,11.800211334228516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,4.6775775909423825
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,19.833209228515624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,13.711839294433593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.5253119945526123
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,2.512652778625488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,2.312915229797363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,2.760540771484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,1.016812801361084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,2.5548479080200197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,2.3377664566040037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,1.1165535926818848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,5.870207977294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,2.883839988708496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,2.3552799224853516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,2.5754175186157227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,1.148742389678955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,3.0460895538330077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,1.185366439819336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,2.3975072860717774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,2.6009632110595704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,1.2050623893737793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,8.109523010253906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,3.247545623779297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,2.4738784790039063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,2.6594816207885743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,17.83684539794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,1.2160096168518066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,18.604098510742187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,2.7263071060180666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,2.5236703872680666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,2.2922367095947265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,3.7162017822265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,2.7990144729614257
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,2.315350341796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,2.7438079833984377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,24.77611541748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,4.211075210571289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,10.45239715576172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,2.342051124572754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,2.895187187194824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,2.925516891479492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,2.364847946166992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,3.1304000854492187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,5.350332641601563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,3.2994464874267577
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,2.414201545715332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,3.2981536865234373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,3.6858463287353516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,2.4507072448730467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,23.339462280273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,6.8827873229980465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,3.8395137786865234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,2.5000864028930665
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,15.008055114746094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,23.018077087402343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,4.664195251464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,2.5954240798950194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,4.387433624267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,2.7754304885864256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,5.820489501953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,10.656928253173827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,2.962291145324707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,5.677388763427734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,3.3275711059570314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,8.378492736816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,39.60693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,20.238265991210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,7.386297607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,3.7402366638183593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,14.268130493164062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,30.94184265136719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,4.881615829467774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,11.486700439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,11.008230590820313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,36.974710083007814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,6.128601455688477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,17.714105224609376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,26.1691650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,8.728205108642578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,14.9648193359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,13.74952392578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,11.33441619873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,18.587919616699217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,27.8034912109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,48.46027526855469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,21.455964660644533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,14.030963134765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,41.24942321777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,29.855377197265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,81.1384521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,21.80695343017578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,1.2407520294189454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,1.6399616241455077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,1.0549632072448731
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,75.38173217773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,1.7726879119873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.8931360244750977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,1.352182388305664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,2.4208959579467773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.7129087924957276
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,42.430474853515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,4.306399917602539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,1.286032009124756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,1.244230365753174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,1.8290239334106446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.8168928146362304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,56.760589599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,6.89935073852539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.9322336196899415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,3.1611007690429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.8959839820861817
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,1.8109439849853515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.4604800224304199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.6374847888946533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,7.426656341552734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,6.627689361572266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,2.194102478027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,1.170588779449463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,4.089030456542969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,1.6098272323608398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,6.971363067626953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,7.221974182128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,43.03410949707031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,3.079315185546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,6.6996513366699215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.3193279981613159
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,7.151030731201172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,7.45770263671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.4829408168792725
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,6.789881896972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,59.075067138671876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.839964771270752
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,7.270114898681641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.049344000220298764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,1.4920479774475097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,7.158780670166015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,7.715830230712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.331331205368042
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,95.69451904296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,7.118153381347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,2.212915229797363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.5202367782592774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.31895039081573484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,7.6786338806152346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,1.0692864418029786
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,83.40849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.3684864044189453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,7.648719787597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,3.9984222412109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,8.027664184570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.7320223808288574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,1.546127986907959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.043484801054000856
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,7.461539459228516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,1.3141504287719727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.2202303886413574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,4.3506816864013675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,2.803043174743652
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,7.773824310302734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.5089568138122559
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,1.8950464248657226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,7.688317108154297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,8.052941131591798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.848367977142334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,3.071244812011719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,7.585667419433594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,4.527497482299805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,1.372492790222168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,3.942144012451172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,7.880083465576172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,3.1432512283325194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,7.518048095703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,2.860214424133301
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,4.60431022644043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,8.130044555664062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,4.333295822143555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,7.822393798828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,3.239836883544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,3.0100000381469725
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,7.921343994140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,4.797129440307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,3.3154430389404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,4.5003807067871096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,7.940502166748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,3.3012928009033202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,8.448131561279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,7.908204650878906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,3.441721725463867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,4.906659317016602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,4.727897644042969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,3.380112075805664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,8.038214111328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,8.156134033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,3.5535263061523437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,5.026694488525391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,3.462371063232422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,4.806294250488281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,8.569599914550782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,8.032364654541016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,8.278310394287109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,3.548227310180664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,6.745174407958984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,5.086435317993164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,8.2295166015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,7.515372467041016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,8.39202880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,8.797350311279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,3.6370113372802733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,5.082393646240234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,7.014988708496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,8.548054504394532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,8.470790100097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,7.5476737976074215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,7.0244285583496096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,8.201058959960937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,9.15474853515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,7.560575866699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,7.041785430908203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,8.891395568847656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,7.617362976074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,8.948579406738281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,7.139984130859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,8.055257415771484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,7.21698226928711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,7.812371063232422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,9.790512084960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,8.81412124633789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,7.950387573242187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,7.277974700927734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,9.192924499511719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,8.722761535644532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,7.305084991455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,7.8871612548828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,10.493929290771485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,8.139161682128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,7.3571006774902346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,9.410265350341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,9.84109115600586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,7.44769287109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,8.878371429443359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,8.04677734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,8.243283081054688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,7.467289733886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,11.310105895996093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,9.967670440673828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,7.741088104248047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,8.155967712402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,9.380448150634766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,10.485584259033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,7.651315307617187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,8.516966247558594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,7.89722900390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,10.601065826416015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,8.408236694335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,12.848701477050781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,10.062108612060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,7.854653167724609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,11.65116195678711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,8.87213134765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,8.323001861572266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,8.603919982910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,11.6461181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,8.192505645751954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,10.6595458984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,9.361014556884765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,15.066911315917968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,9.000675201416016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,13.673628234863282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,9.078915405273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,8.52459487915039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,10.278546905517578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,13.972837829589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,12.647183990478515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,9.746546936035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,9.600412750244141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,9.36905288696289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,18.206924438476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,20.849232482910157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,11.342444610595702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,10.613740539550781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,11.906400299072265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,14.69517822265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,16.739234924316406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,10.271110534667969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,14.725386047363282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,11.712432098388671
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,14.230601501464843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,12.59796142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,22.200015258789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,20.576991271972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,25.47887725830078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,22.205194091796876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,14.633279418945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,19.13408660888672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,15.138589477539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,19.6044677734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,25.033293151855467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,18.380079650878905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,32.528271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,28.40775146484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,20.47938232421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,27.124600219726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,37.867041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,25.077116394042967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,26.71888122558594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,34.39468688964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,26.424929809570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,41.95502624511719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,37.475885009765626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,42.67995910644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,32.08927917480469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,49.2662353515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,35.46468505859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,33.03813171386719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,48.02095947265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,46.72493896484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,52.32861328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,49.105099487304685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,56.6612060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,43.97215576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,60.08841552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,50.44682006835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,54.2315673828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,71.55742797851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,71.76038818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,68.11740112304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,85.00275268554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,97.45549926757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,1.1552639961242677
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,94.69448852539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,2.0703296661376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,4.080188751220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,98.7726318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,93.28036499023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,1.5654303550720214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.8124575614929199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,2.910185623168945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,1.4717984199523926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,4.8779552459716795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,2.8339839935302735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,1.1134592056274415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,5.703148651123047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,2.2859296798706055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,7.797475433349609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,3.62567024230957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,4.295439910888672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,8.170467376708984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,5.823580932617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,8.668220520019531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,125.68587646484374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,141.5618896484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,6.145043182373047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,1.15513916015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,134.27158203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,13.290444946289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,6.194499206542969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,2.068822479248047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.8097184181213379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,1.9858879089355468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,1.6084192276000977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,1.7032320022583007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,13.380770874023437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,12.9903076171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,1.358841609954834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,1.165167999267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,2.81911678314209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,157.02197265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,2.059337615966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.29418239593505857
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,4.091648101806641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,12.84448699951172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,13.850408935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.5486464023590087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,3.1125120162963866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,5.018185424804687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,1.0742624282836915
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,3.9890113830566407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,1.3666624069213866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,13.706060791015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,14.432205200195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,7.5558723449707035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,5.114403152465821
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,2.894927978515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,4.4449726104736325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,7.960092926025391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,5.734080123901367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,13.803065490722656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,14.938796997070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,5.486019134521484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,6.100851058959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,7.899065399169922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,183.870849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,14.495907592773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,7.36731185913086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.03914560079574585
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,15.401849365234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.38841919898986815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,12.644214630126953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,12.738921356201171
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.7021279811859131
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,7.6949310302734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,14.76646728515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.947753620147705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,191.007080078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,16.013189697265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,12.745046234130859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,7.958992004394531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,1.9910848617553711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,13.637583923339843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.29361279010772706
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.5472288131713867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,3.056790351867676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,15.084906005859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.7547776222229003
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,8.605369567871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,13.420095825195313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,3.7473567962646483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,16.189942932128908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,1.3947232246398926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,13.969273376464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,8.975804901123047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,2.4710624694824217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,5.064223861694336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,15.551942443847656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,13.501298522949218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,3.8509727478027345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,5.365753555297852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,14.628604125976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,17.613328552246095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,9.059219360351562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,4.6309856414794925
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,5.628031921386719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,14.296853637695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,16.549349975585937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,9.623404693603515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,7.0216224670410154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,14.665122985839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,5.864473724365235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,18.35741424560547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,9.704220581054688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,7.3848930358886715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,6.1197151184082035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,14.569786071777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,17.489356994628906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,14.985023498535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,6.3465118408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,7.830966186523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,10.116957092285157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,19.275286865234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,219.8185791015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,15.33734130859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,6.467855834960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,8.276265716552734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.038851198554039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,15.8082275390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,18.220892333984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,14.404266357421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.3863136053085327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,6.659939575195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.48014078140258787
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,8.505340576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,15.911033630371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,21.561695861816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.9219615936279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,6.730652618408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,16.81834259033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,1.6579839706420898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,15.065335083007813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,19.638482666015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,8.983558654785156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,2.6479007720947267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,16.695135498046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,12.704895782470704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,9.433766174316407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,3.3487648010253905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,17.54459228515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,22.842633056640626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,15.638963317871093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,4.774924850463867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,21.233824157714842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,13.21983642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,9.686128234863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,18.40396728515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,5.022796630859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,16.111354064941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,18.919049072265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,9.71615982055664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,5.266534423828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,13.800706481933593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,25.710040283203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,23.38191375732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,5.735139083862305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,18.924252319335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,16.788851928710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,14.275791931152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,14.603443908691407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,19.54749450683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,5.899955368041992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,6.248803329467774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,15.124790954589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,20.55156555175781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,17.62607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,29.057269287109374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,15.031858825683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,26.645635986328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,6.286848068237305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,22.147071838378906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,6.644876861572266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,15.99156494140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,15.99974365234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,18.729443359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,22.141346740722657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,6.781715393066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,24.09705352783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,16.720265197753907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,33.49210205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,36.888739013671874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,16.97804412841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,12.903660583496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,20.685203552246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,25.810824584960937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,17.8414306640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,13.693405151367188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,18.70877685546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,28.0423583984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,22.88660430908203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,13.990876770019531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,18.58905029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,28.37591552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,41.6858642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,45.70824279785156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,20.56462707519531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,14.999072265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,32.791876220703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,19.946453857421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,29.2257568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,15.756600952148437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,24.539030456542967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,38.063751220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,22.243516540527345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,16.982508850097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,48.96669006347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,38.186669921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,41.62983703613281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,56.46680908203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,28.655746459960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,17.996771240234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,24.51573486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,46.04453735351562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,20.116423034667967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,30.037445068359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,35.09894714355469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,46.91641540527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,53.11787109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,22.026112365722657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,72.40896606445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,38.11203308105469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,84.68875122070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,55.10780029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,26.262005615234376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,50.39869995117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,72.6515869140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,66.34071655273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,31.261334228515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,45.187033081054686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,37.884405517578124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,79.92637939453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,96.12376708984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,69.06412963867187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.3056895971298218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.51976637840271
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.2672863960266113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,146.18009033203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.4855519771575928
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.01,0.03765439987182617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.6484384059906005
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.01,0.37708799839019774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.01,1.0763775825500488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.01,0.1571295976638794
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.01,0.3573760032653809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.01,1.6170047760009765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,101.19033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.01,0.45523838996887206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.01,1.7412191390991212
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,54.498193359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.01,0.7572927951812745
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.01,1.6572511672973633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.01,1.591926383972168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.01,1.7604511260986329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.01,1.5928768157958983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.01,1.8494560241699218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.01,1.6855680465698242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.01,1.7985504150390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.01,1.76844482421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.01,1.8734752655029296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.01,1.8081472396850586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.01,1.8883583068847656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.01,1.8106687545776368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.01,1.9672416687011718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.01,1.8731008529663087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,170.14195556640624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.01,1.9965887069702148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.01,1.9200479507446289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.3058527946472168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,135.79774169921876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.01,1.9694847106933593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.01,2.008208084106445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.26940159797668456
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.2,0.03873279988765717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.26743040084838865
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.01,2.142291259765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.2,0.1400223970413208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.01,2.009670448303223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.43432321548461916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.2,0.1603775978088379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.5970431804656983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.01,2.223974418640137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.01,2.067840003967285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.2,0.27941439151763914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.2,1.0395168304443358
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.2,0.4248223781585693
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.01,2.196985626220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.01,2.3401567459106447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.2,0.7835040092468262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.2,1.573420810699463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.01,2.2530784606933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.01,2.5051488876342773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.2,1.6431007385253906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.2,1.681065559387207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.2,1.6773984909057618
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.01,2.3676383972167967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.2,1.6650144577026367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.01,2.9644704818725587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.2,1.70032958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.2,1.7756383895874024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.01,2.502012825012207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.2,1.8143840789794923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.01,3.5688961029052733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.2,1.8359071731567382
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.01,2.9036191940307616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.2,1.9028448104858398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.2,1.8415327072143555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.2,1.9276800155639648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.01,4.945692825317383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.2,1.8720287322998046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.01,3.5200736999511717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.2,1.9366399765014648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.2,1.9902591705322266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.2,1.9630752563476563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.2,1.9936607360839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.01,4.767935943603516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.01,6.418217468261719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.2,2.0350879669189452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.2,2.039302444458008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.2,2.122972869873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.2,2.048092842102051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.01,6.112460708618164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.2,2.157200050354004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.2,2.2343008041381838
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.01,9.325647735595703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.2,2.1794431686401365
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.2,2.2315839767456054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.2,2.2206687927246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.2,2.403081512451172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.01,9.020035552978516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.2,2.365964889526367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.2,2.6292255401611326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,157.7546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.2,2.5631776809692384
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.01,12.520883178710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.2,3.2684959411621093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.02327679991722107
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.05423359870910645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.2,3.0781984329223633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,101.68897705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.20109119415283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.2,3.9458656311035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.01,12.03121566772461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.01,0.02252800017595291
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.39804160594940186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,131.59921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.01,0.026873600482940675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.2,3.941187286376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.5711520195007325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.01,0.09114879965782166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.0239424005150795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.01,1.0381248474121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.01,0.24557440280914306
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.08439040184020996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.2,5.686576080322266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.01,1.16911039352417
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.01,0.37524800300598143
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.20832319259643556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.01,15.19159393310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.2,5.298732757568359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.01,1.2017248153686524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.01,0.657539176940918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.33357439041137693
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.01,0.7333343982696533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.5067232131958008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.01,1.2466912269592285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.2,6.843302154541016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.01,0.796073579788208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.2,1.0116895675659179
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.01,1.260483169555664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,4,power_law_1.01,14.675021362304687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.01,0.8175583839416504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.2,6.856585693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.2,1.176204776763916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.01,1.2974111557006835
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.01,0.8137568473815918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.2,1.2130559921264648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.01,1.7545055389404296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.01,0.8426303863525391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.2,1.2633855819702149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.01,1.7669504165649415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.01,1.5166399955749512
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.2,1.291814422607422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.2,10.277702331542969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.01,1.8122848510742187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.01,1.5854432106018066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.2,1.3580960273742675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.2,10.004160308837891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.01,1.6142496109008788
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.01,1.8508480072021485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.2,1.757491111755371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.01,1.6666879653930664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.01,1.8565568923950195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.2,1.8006464004516602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.01,27.236590576171874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.01,1.694175910949707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.01,1.910006332397461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.2,1.8621408462524414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.01,1.7080320358276366
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,4,power_law_1.01,23.167330932617187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.01,1.9735071182250976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.2,14.316557312011719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.2,1.8850688934326172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.2,12.873309326171874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.01,1.7661088943481444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.01,2.036854362487793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.2,1.8931936264038085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.01,1.8166624069213868
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.01,2.133894348144531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.2,1.965318489074707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.01,1.8855936050415039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.01,2.203865623474121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.2,2.0099807739257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.01,1.986524772644043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.2,2.0423168182373046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.01,2.4184831619262694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.01,2.187887954711914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.2,16.89936981201172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.2,2.144607925415039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.01,2.714748764038086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,4,power_law_1.2,17.155027770996092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.01,2.4131807327270507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.2,2.2829919815063477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.01,3.434832000732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.01,3.0701759338378904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.2,2.557468795776367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.01,4.235756683349609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.2,2.8661727905273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,197.8744384765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.01,3.806118392944336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.2,0.02280319929122925
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.2,3.6891998291015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.2,0.03867200016975403
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.01,6.120153427124023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.2,0.10645760297775268
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.01,5.542790222167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.2,0.1868896007537842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.2,4.456755065917969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.2,0.3230528116226196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.2,0.6636415958404541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.2,27.187506103515624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.2,0.7326720237731934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.01,52.82767944335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,4,power_law_1.01,46.833029174804686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,4,power_law_1.2,26.1379150390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.01,8.527359771728516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.01,7.354854583740234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.2,0.7606847763061524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.2,6.212979125976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.2,0.8116800308227539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.2,0.8357024192810059
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.01,2.2838144302368164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.01,1.7016416549682618
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.2,0.8731167793273926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.2,1.580742359161377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.01,10.48602523803711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.2,8.199881744384765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,4,1,power_law_1.01,9.254713439941407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.2,1.6399295806884766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.01,3.1323776245117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.01,4.082166290283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.2,1.6540288925170898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.2,1.6973791122436523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.01,1.2603967666625977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.01,1.6068927764892578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.2,1.722831916809082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.2,10.577446746826173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.2,1.7572511672973632
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,4,1,power_law_1.01,14.45106201171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.01,16.8914306640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.2,1.8005727767944335
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.01,2.4647232055664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.01,3.0616607666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.2,1.8351551055908204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.2,1.936614418029785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.01,3.7926368713378906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.2,2.0364511489868162
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.01,4.993187332153321
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.2,17.37895965576172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.2,2.264739227294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.2,2.506060791015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.01,6.442588806152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,4,power_law_1.2,53.24421997070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.2,58.381134033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.2,3.263030242919922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.01,8.459667205810547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.2,4.038175964355469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.2,2.280844879150391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.2,1.7072576522827148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.01,7.022991943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,4,1,power_law_1.01,28.557797241210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.01,34.79196472167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.2,2.0079456329345704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.2,5.76130256652832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.01,9.324121856689453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.2,1.3381216049194335
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.6231679916381836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.01,7.483894348144531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.01,0.43891520500183107
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.2,1.6627935409545898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.2,1.1369407653808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.01,1.105241584777832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.2,7.5483039855957035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.2,35.145721435546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.01,0.7905344009399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.01,9.636156463623047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.2,2.7122655868530274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.2,2.179299163818359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.01,1.4905856132507325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.01,7.959500885009765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.6233695983886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.01,1.058035182952881
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,4,1,power_law_1.2,9.48282241821289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.01,3.035171127319336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.2,3.2695327758789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.2,4.372342300415039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.7459167957305908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.01,2.1813375473022463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.01,10.32193603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.01,8.06048355102539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.2,1.5079999923706056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.01,4.725446319580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.2,6.434438323974609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.01,3.362918472290039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.2,8.469033813476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,4,1,power_law_1.2,14.705488586425782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.2,2.6076799392700196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.01,10.507234954833985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.01,8.376876831054688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.01,8.600335693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.2,6.926127624511719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.01,6.170246505737305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.2,4.000390243530274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.2,9.212134552001952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.01,10.74263687133789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.01,6.7998207092285154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.2,7.438502502441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.01,9.583881378173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.01,16.54676513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.2,8.48114242553711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.2,9.911273956298828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.01,7.121427154541015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.2,7.82360610961914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,4,1,power_law_1.2,28.778915405273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.01,9.970848083496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.01,16.55900421142578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.2,9.443833923339843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.2,10.052963256835938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.2,0.43770561218261717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.01,7.363321685791016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.01,16.827757263183592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.2,8.035321807861328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.2,0.5653503894805908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.01,10.323545837402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.2,9.965174102783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.2,10.259881591796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.01,7.449485015869141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.2,1.0440735816955566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.2,8.207465362548827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.01,16.86522521972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.2,1.916815948486328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.01,17.40590057373047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.01,10.652995300292968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.2,10.482006072998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.01,7.766588592529297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.2,10.8168701171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.2,2.8009824752807617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.2,17.378825378417968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.01,17.296319580078126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.01,10.971923065185546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.01,8.006438446044921
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.2,10.68372802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.2,6.032371139526367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.01,17.978352355957032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.2,16.728746032714845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.01,8.039228820800782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.01,11.216073608398437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.2,6.7519775390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.2,11.230278778076173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.2,17.683680725097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.01,17.860304260253905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.01,8.353340911865235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.01,18.150912475585937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.2,7.133197021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.2,17.266636657714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.01,11.363785552978516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.2,11.413209533691406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.01,8.44708480834961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.2,7.305036926269532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.2,18.16370544433594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.01,18.1529541015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.01,11.662319946289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.2,11.815142059326172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.01,18.86663055419922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.2,17.872962951660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.2,7.5606239318847654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.01,8.650454711914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.01,11.813231658935546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.2,18.615049743652342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.01,18.7333984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.2,8.001923370361329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.2,12.219891357421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.01,8.822601318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.01,19.925347900390626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.2,18.631398010253907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.2,8.225084686279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.01,11.921311950683593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.2,12.265325164794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.2,18.89080047607422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.01,17.097383117675783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.01,19.990022277832033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.2,8.385539245605468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.01,12.359760284423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.2,18.887644958496093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.01,20.839570617675783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.2,12.502572631835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.2,8.655248260498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.2,19.261669921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.01,17.610127258300782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.01,21.015394592285155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.2,12.862208557128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.01,18.131011962890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.2,8.89103012084961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.2,18.37412872314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.01,21.91327667236328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.01,18.104598999023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.2,20.37975616455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.2,8.993679809570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.01,22.70148162841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.01,18.571446228027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.2,18.486277770996093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.2,20.484127807617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.2,9.122889709472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.01,23.201866149902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.01,18.723382568359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.2,21.133091735839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.2,19.128492736816405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.01,19.311375427246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.01,24.10341796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.2,20.919708251953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.2,17.41541748046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.01,20.029356384277342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.01,25.662399291992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.2,22.60716094970703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.2,19.823274230957033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.01,20.095426940917967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.2,17.88880615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.2,23.138365173339842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.01,27.29176025390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.01,21.604025268554686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.2,23.865196228027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.2,20.705194091796876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.01,28.645504760742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.2,18.601228332519533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.01,21.7323486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.2,24.54529266357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.01,30.826226806640626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.01,24.787135314941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.2,19.284185791015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.2,22.41234588623047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.2,27.2022705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.01,23.484176635742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.01,36.95833740234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.2,28.810360717773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.2,20.750265502929686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.2,24.765394592285155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.01,29.038040161132812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.2,31.193939208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.01,29.38976135253906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.01,39.64332580566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.2,22.536032104492186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.2,33.12112121582031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.01,45.02240905761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.2,30.129193115234376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.01,38.77193603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.01,38.099493408203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.2,41.918310546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.2,26.487652587890626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.01,49.10006103515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.2,44.724203491210936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.2,37.5866455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.2,31.613995361328126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.01,64.26515502929688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.01,49.65487976074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.01,53.47800903320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.2,51.36820678710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.2,53.6822021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.01,67.0904296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.2,53.76151733398437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.2,42.24637145996094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,4,1,power_law_1.01,62.127447509765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.2,70.51775512695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.01,70.543212890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.01,83.63704223632813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.2,53.36900024414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.2,74.1448974609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.2,70.39989013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.01,88.51561279296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.01,85.88716430664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,4,1,power_law_1.2,65.53551025390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.2,89.16127319335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,4,1,power_law_1.01,95.32291259765626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,4,power_law_1.01,101.52139282226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.2,85.60466918945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.2,99.66964721679688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.01,109.08426513671876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,4,1,power_law_1.2,100.41124267578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,4,power_law_1.2,110.67686767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.01,134.973828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.2,127.64407958984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.2,134.6166748046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,4,power_law_1.01,160.1470703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,4,1,power_law_1.01,187.45819091796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.5815552234649658
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.8490943908691406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.8528384208679199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.7825600147247315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.7904928207397461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.8082271575927734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.8200863838195801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.8317184448242188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.8328160285949707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.8277503967285156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.8653056144714355
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.9000127792358399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.9133055686950684
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.9209600448608398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.9643903732299804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.01,173.36495361328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,1.023798370361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,1.2693599700927733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,2.252720069885254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,2.832147216796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,4.924803161621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,6.686057281494141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,11.268704223632813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,13.941226196289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,4,power_law_1.2,176.16826171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,22.480918884277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,4,1,power_law_1.2,196.0095947265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.4146111965179443
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,30.084674072265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.8004608154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.803711986541748
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.8066880226135253
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.7670271873474122
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.7716864109039306
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.7868639945983886
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.8096927642822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.819212818145752
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.8294207572937011
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.8641119956970215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.8623616218566894
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.8750207901000977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.8974720001220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.9258943557739258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.9560864448547364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,1.0926400184631349
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,1.9534751892089843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,2.3292448043823244
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.2,193.79722900390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,3.7971519470214843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,4.992982482910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,44.526736450195315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,7.698617553710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,11.330502319335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,17.17359313964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.01,266.2295166015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.5824863910675049
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.8441632270812989
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.8484288215637207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.8520447731018066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.858944034576416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,23.439804077148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.8006848335266114
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.8177824020385742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,61.24959106445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.8273632049560546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.8287967681884766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.8312607765197754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.8655263900756835
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.8925439834594726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.920531177520752
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.9230303764343262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.9734848022460938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.2,260.1309326171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,1.0477663993835449
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.41499838829040525
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,1.303171157836914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.7941472053527832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.7974495887756348
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,2.2589216232299805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.7985824108123779
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.8140031814575195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,2.8046239852905273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.8063584327697754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.7837152004241943
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.8011808395385742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.8207872390747071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,5.3163200378417965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.8292032241821289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.8632351875305175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.8640704154968262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,34.07284851074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.864134407043457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.8915167808532715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,7.444009399414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.9247296333312989
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.9624416351318359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,1.110694408416748
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,2.027321624755859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,2.4189056396484374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,12.092511749267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,3.9345985412597657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,5.060313415527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,15.047718811035157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,8.700141143798827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,77.81609497070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,11.39258270263672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,50.521603393554685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,22.321600341796874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,4,power_law_1.01,315.195751953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.09346879720687866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.21407039165496827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.2757472038269043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.5599840164184571
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,17.573353576660157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.8530112266540527
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.8766592025756836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.8820639610290527
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.8148896217346191
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.8215392112731934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.8030400276184082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.8305312156677246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.8399519920349121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.8502719879150391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.8602848052978516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.8455936431884765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.8384672164916992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.9053791999816895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,30.708944702148436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.9605695724487304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,1.043113613128662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,1.2798496246337892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,24.34784393310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.5384639739990233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,2.161884880065918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,3.142585563659668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,5.02594223022461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,6.823228454589843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,60.98311767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,10.348863983154297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,37.32114868164062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,49.10527648925781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,14.022015380859376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.01,347.779833984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.0536575973033905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.10388480424880982
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.08783040046691895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.4087039947509766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,17.269728088378905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.8121088027954102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.8089887619018554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.8106271743774414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.7788127899169922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.7582176208496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.7524352073669434
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.7697951793670654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.7709887981414795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.7790719985961914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.8006272315979004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.8201503753662109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,124.55416259765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.8257599830627441
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.8091551780700683
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.8505599975585938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.893939208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,1.0411328315734862
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,47.37469482421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,1.3670559883117677
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,1.8747840881347657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,27.338800048828126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,2.534579277038574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,3.8041534423828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,5.192870330810547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,67.40025024414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,7.8166656494140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,95.62139892578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,4,power_law_1.2,353.221142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.0970911979675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.17446719408035277
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.23786559104919433
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,10.567922973632813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.5731103897094727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.843295955657959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.8779935836791992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.8848959922790527
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.8235872268676758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.8180319786071777
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.8196703910827636
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.8285440444946289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.8353407859802247
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.8464159965515137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,13.05355224609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.869974422454834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.8332063674926757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.8473535537719726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.8777919769287109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.9506208419799804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,1.0184191703796386
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,56.082080078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,62.67476806640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,1.2798175811767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.04877119958400726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.07941120266914367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.08568320274353028
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.5721920013427735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.3629215955734253
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.7319263935089111
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,2.2479040145874025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.7488575935363769
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.7492063999176025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.7623231887817383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,3.1178688049316405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.7635263919830322
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.7570176124572754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.7749343872070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,20.974490356445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.7891744136810303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,5.217299270629883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.7926047801971435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.8030655860900879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.8133119583129883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.8331040382385254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.8031647682189942
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.8077343940734864
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,7.214752197265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.8570879936218262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,1.0848704338073731
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,1.3026016235351563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,1.8940479278564453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,2.5396703720092773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,10.951692962646485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,78.2416015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,3.807526397705078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,5.204182434082031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,14.670326232910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,7.811923217773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,42.331747436523436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,1.0184063911437988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,1.287929630279541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,10.473680114746093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,1.2837887763977052
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,18.066444396972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,1.2884415626525878
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.2,379.749609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,1.2986144065856933
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,1.3208640098571778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.6785696029663086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,1.3323712348937988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,1.291171169281006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,1.3498208045959472
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,1.2945728302001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,1.3597984313964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,1.2946208000183106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,12.961894226074218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,1.3488096237182616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,1.308249568939209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,1.3705535888671876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,1.223635196685791
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,1.438262367248535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,1.2480480194091796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,1.4595808029174804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,1.2733728408813476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,1.4981056213378907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,1.305964756011963
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,1.5716095924377442
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,1.3226240158081055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,1.3571616172790528
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.692425537109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,1.3425024032592774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,2.1605119705200195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,1.3609312057495118
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,28.90498046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,1.4153120040893554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,3.9451614379882813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,97.8931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,1.4736031532287597
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,20.851641845703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,1.5498527526855468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,1.8047456741333008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,5.902700805664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,3.23895378112793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,3.873769760131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,9.006972503662109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,5.866966247558594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,12.986557006835938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,8.112969970703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,13.865219116210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,18.227842712402342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,42.022088623046876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,1.0230208396911622
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,1.2833760261535645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,1.277945613861084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,1.2842687606811523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,58.5915771484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,1.297116756439209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,1.312547206878662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.6779647827148437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,17.88994598388672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,1.3287360191345214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,1.1691424369812011
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,1.3451552391052246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,1.1665663719177246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,1.3354432106018066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,239.9161865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,1.1767744064331054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,132.15872802734376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.2584160089492798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,1.3472031593322753
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,1.1970303535461426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.3492608070373535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,24.643597412109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.4741375923156738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,1.3657024383544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,1.2255040168762208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,198.66759033203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.899407958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,1.402988815307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,1.2518783569335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.11222720146179199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.21444480419158934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,1.3842592239379883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,1.2756863594055177
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,1.4902688026428224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.3623840093612671
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,1.3932224273681642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.6165440082550049
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,1.3047295570373536
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,1.5030431747436523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,1.1972928047180176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,1.4015423774719238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,1.322201633453369
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,1.6130367279052735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,1.2195743560791015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,1.4242239952087403
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,1.354745578765869
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,1.2354080200195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,1.7480287551879883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,1.4218655586242677
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,1.344976043701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,1.2775263786315918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,1.4032928466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,1.3617216110229493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,2.3508352279663085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,1.2796192169189453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,1.3885087966918945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,1.4215840339660644
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,1.285209560394287
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,1.4337471961975097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,1.4775744438171388
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,1.3012831687927247
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,3.9767009735107424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,1.439724826812744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,1.3205696105957032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,1.556447982788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,1.5125120162963868
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,29.338018798828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,1.3260736465454102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,1.8731039047241211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,1.4933343887329102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,1.3306336402893066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,5.757702255249024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,1.5205183982849122
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,1.3411616325378417
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,3.272022247314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,1.545257568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,1.3637663841247558
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,1.3749919891357423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,1.766806411743164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,4.02531852722168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,1.4390687942504883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.9361312866210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,8.667692565917969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,1.5463616371154785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,2.3100255966186523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,37.405877685546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,1.867241668701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,6.186428833007812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,2.8266016006469727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,2.301081657409668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,4.12110710144043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,3.3658592224121096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,13.260578918457032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,8.38980484008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,4.39721908569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,5.729811096191407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,6.611430358886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,8.84134750366211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,37.215179443359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,13.059516906738281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,17.78870086669922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,8.824889373779296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,11.955868530273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,19.231404113769532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,13.460700988769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,49.707373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,24.34122314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,17.871836853027343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,18.40863037109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,27.714559936523436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,23.41687927246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,61.187384033203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,22.762416076660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,40.29420776367188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,196.36544189453124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.2580159902572632
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.3621023893356323
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.536195182800293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.875276756286621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,1.4073472023010254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,1.3970527648925781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,1.4013824462890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,1.4252832412719727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,1.4199584007263184
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,29.923934936523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,1.4020832061767579
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,1.4223872184753419
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,1.4221792221069336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,40.88291015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,1.4321439743041993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,1.4792096138000488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,1.4994208335876464
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,73.66315307617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,1.4812895774841308
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,1.6161951065063476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,1.7470079421997071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,37.59320983886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.9148000717163085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,2.415920066833496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,2.9195648193359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,49.55058288574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,4.260956954956055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,5.9297630310058596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,9.043958282470703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,47.47916259765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,11.768694305419922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,56.889825439453126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,87.76678466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,18.436019897460938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,75.55571899414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.10230079889297486
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.20418879985809327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.321616005897522
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.6237599849700928
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,23.7038330078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,1.1980480194091796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,1.2574655532836914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,1.268988800048828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,79.89619140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,1.2581119537353516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,1.2802847862243651
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,1.2840191841125488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,1.3004544258117676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,104.59056396484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,267.123486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,1.3165151596069335
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,1.309878444671631
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,1.32959041595459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,1.153273582458496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,1.3393888473510742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,1.3552800178527833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,1.4029824256896972
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,2.0714847564697267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,1.47674560546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,1.5677503585815429
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.9981120109558106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,29.907318115234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,1.9311487197875976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,2.342243194580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,1.1155327796936034
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,3.3078079223632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,1.6476095199584961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,82.12254028320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,95.92929077148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,4.375251388549804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,2.170969581604004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.8056735992431641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,6.526866912841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,1.467574405670166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,4.536636734008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.5862624168395996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,9.011676788330078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.7491104125976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,4.8999168395996096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,1.1356224060058593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,105.53218994140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,4.794492721557617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,1.6300832748413085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,13.829090881347657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,5.029257583618164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,48.6297119140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,4.361798477172852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,5.212870407104492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,4.418169784545898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,18.595350646972655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,4.522275161743164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,5.469375991821289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,4.8231040954589846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,5.473980712890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,102.10361938476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,5.0176959991455075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,5.638038253784179
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,23.13563232421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,5.234060668945313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,5.754608154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,5.289222335815429
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,5.85162239074707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,127.9767578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,5.3055168151855465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,6.024496078491211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,105.34010009765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,5.401311874389648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,6.375996780395508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,5.650387191772461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,37.733917236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,6.449289703369141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,5.619174575805664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,7.551494598388672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,6.129584121704101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,96.97418212890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,1.154700756072998
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,7.9552162170410154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,6.35750732421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,1.9366975784301759
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.6188191890716552
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,6.881919860839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,1.040719985961914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,9.394143676757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,1.5070207595825196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,1.7392799377441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,7.596403503417969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,10.707891082763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,4.336710357666016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,8.683599853515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,4.604348754882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,4.739267349243164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,13.476835632324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,9.943772888183593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,76.12335205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,172.46759033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,4.972457504272461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,139.9027099609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.8080351829528809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,1.3889344215393067
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,5.1483009338378904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.3733760118484497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,12.338694763183593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,16.70886688232422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.6113024234771729
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,5.38089599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,1.072707176208496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,1.421132755279541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,5.452467346191407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,4.00458869934082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,15.600051879882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,5.833091354370117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,4.5141441345214846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,23.09706268310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,5.909033584594726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,4.797593688964843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,6.146310424804687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,4.716912078857422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,21.634544372558594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,6.232425689697266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,5.12658576965332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,5.056784057617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,170.71268310546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,6.575449371337891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,29.825601196289064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,5.250799942016601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,6.560492706298828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,5.493072128295898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,28.046530151367186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,7.836793518066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,5.805551910400391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,212.6298828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,8.223353576660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,5.821094512939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,6.028287887573242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,37.086221313476564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,9.763814544677734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,6.342956924438477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,35.170962524414065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,11.449913787841798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,6.682498931884766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,7.35738525390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,14.977101135253907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,7.984729766845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,9.234422302246093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,18.335722351074217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,10.67037124633789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,60.861944580078124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,55.908392333984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,211.7243896484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,13.739260864257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,27.113265991210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,17.67060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,35.75313110351563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,25.03893127441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,31.640081787109374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,40.32859497070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,107.7787109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,120.11474609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.035545599460601804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.03192639946937561
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.06677119731903076
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.2738368034362793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.19827200174331666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.32584640979766843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,344.4914794921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.5246623992919922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.7428800106048584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.03668160140514374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.8762175559997558
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,1.274892807006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,40.72926025390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.262224006652832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,1.2756031990051269
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,1.8465120315551757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.3200256109237671
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,1.7696800231933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.6942240238189697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,2.7316383361816405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,1.9626688003540038
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,1.1049728393554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,2.8501312255859377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,1.5710207939147949
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,2.010108757019043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,3.0418176651000977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,2.1021535873413084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,2.6234207153320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,3.056275177001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,2.2035263061523436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,2.8016128540039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,69.4879150390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,2.313052749633789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,3.2267871856689454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,2.9751583099365235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,2.3661920547485353
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,3.3327262878417967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,3.0817792892456053
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,2.40296630859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,3.413167953491211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,3.206969451904297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,4.451311874389648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,3.4897342681884767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,3.3266719818115233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,4.584524917602539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,3.450979232788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,4.980729675292968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,62.948828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,3.6099998474121096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,4.747049713134766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,4.986243057250976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,357.1034423828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,5.081283187866211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,5.007763290405274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,5.217708969116211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.03212479948997497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.06935679912567139
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,5.294454574584961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,5.197449493408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.19668480157852172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,5.517545700073242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.453769588470459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,5.387078475952149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,5.616307067871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.7489344120025635
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,5.650409698486328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,1.132540798187256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,5.649833679199219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,5.8701728820800785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,1.7140703201293945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,6.0170848846435545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,1.8660032272338867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,5.949062347412109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,6.595587158203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,1.9839807510375977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,6.357526397705078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,2.0802080154418947
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,6.283139038085937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,7.3347328186035154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,2.237180709838867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,7.0805213928222654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,6.567030334472657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,2.292268753051758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,2.3306911468505858
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,8.689743804931641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,7.874508666992187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,7.355900573730469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,2.422185516357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,4.5851905822753904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,9.381423950195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,10.143494415283204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,8.231549072265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,4.7275550842285154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,4.910665512084961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,10.881734466552734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,9.732537841796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,13.142953491210937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,134.71026611328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,5.229536056518555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.03285120129585266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.04775039851665497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,447.2619140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.04180159866809845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.054688000679016115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.026576000452041625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,5.3073375701904295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,11.317916870117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.07625920176506043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.026643198728561402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,14.048434448242187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.2915647983551025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.02590399980545044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.3098367929458618
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.028095999360084535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.31744320392608644
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.03460800051689148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,16.22868194580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,5.809612655639649
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.3140223979949951
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.04815680086612702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.3310400009155273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.05045120120048523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.33013119697570803
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.05089600086212158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,123.5956787109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.05382400155067444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.3444927930831909
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.030681601166725157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,6.143417739868164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.05443519949913025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.34792959690093994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,15.32464599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.033379200100898745
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.057206398248672484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.3587968111038208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.037062400579452516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.06143040060997009
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.3748800039291382
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.05197759866714478
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,18.28802490234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.0640064001083374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.36774721145629885
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.0679423987865448
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.073990398645401
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,6.829545593261718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.3748543977737427
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.28543360233306886
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.09781119823455811
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.4372384071350098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.31244161128997805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.09893440008163452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.32143359184265136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,19.476463317871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.4269216060638428
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.17005120515823363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.3292608022689819
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.515174388885498
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.3188512086868286
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.3352576017379761
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.5925248146057129
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,7.567692565917969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.36942079067230227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.3429696083068848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.8764224052429199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.3546015977859497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.45068159103393557
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,19.905270385742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.34878079891204833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.5610047817230225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,1.2211039543151856
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.34850239753723145
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.8378623962402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.37895679473876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,1.9464256286621093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,22.863008117675783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.3824383974075317
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,8.946988677978515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,1.224505615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.3995424032211304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,2.6863231658935547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.4206399917602539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,2.0834783554077148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.45036802291870115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.5175487995147705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,2.8850112915039063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,4.156447982788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.6220992088317872
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,10.354000091552734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.954640007019043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,29.432598876953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,4.406867218017578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,1.3146304130554198
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,24.510829162597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,5.572147369384766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,2.0772384643554687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,5.931545639038086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,2.93176326751709
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,13.364163208007813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,6.857647705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,441.2693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,4.510079956054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,36.641058349609374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.01,7.161955261230469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.02563199996948242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,6.107564926147461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.02547520101070404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.025673601031303405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,11.322335815429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.027244800329208375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,16.85962829589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.031737598776817325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.04848639965057373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.050367999076843264
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.01,11.762099456787109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,7.786070251464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.05230720043182373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.053302401304244997
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,40.125189208984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.055427199602127074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.057999998331069946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.06261119842529297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.06718400120735168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.07683519721031189
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.0857151985168457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,20.247401428222656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.1010208010673523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,12.340892791748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.191375994682312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.34443199634552
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,57.4218017578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,22.90912628173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.3667423963546753
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.35250880718231203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.5045440196990967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.44356479644775393
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.10521600246429444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.18787839412689208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.17044800519943237
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.571068811416626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.27070400714874265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.2631040096282959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.4464672088623047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.8715519905090332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.01,23.719270324707033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.37931840419769286
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.5454751968383789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.479369592666626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,1.3227423667907714
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,1.1638336181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,1.2377920150756836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.2196959972381592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,1.1354528427124024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,1.2305248260498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.254367995262146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,2.1813568115234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,1.2648799896240235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.41146559715270997
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,1.307859230041504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.4623871803283691
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,1.2363712310791015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,1.3498496055603026
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,3.0801279067993166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,1.173686408996582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,1.2939071655273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,1.349731159210205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,1.2627552032470704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,1.345139217376709
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,1.3871775627136231
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,30.562213134765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,25.85694580078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,1.2834431648254394
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,1.3634495735168457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.33990719318389895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,1.3776703834533692
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,4.615055847167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,75.98599853515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,1.2971296310424805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.08949440121650695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,1.3773920059204101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,1.4107711791992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.024988800287246704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.13475199937820434
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,1.3682880401611328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,1.3988032341003418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.06582720279693603
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.2466048002243042
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,1.4566207885742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,1.3630784034729004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.16548479795455934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.325385594367981
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,1.4136544227600099
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,1.460912036895752
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.2940256118774414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,1.4065695762634278
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,1.1129216194152831
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,6.23895034790039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,1.4666624069213867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.4111199855804443
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,1.4696767807006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,1.3796159744262695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,1.22576961517334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.7277664184570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,1.475603199005127
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,1.5679295539855957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.7698944091796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,1.4535967826843261
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,1.3097248077392578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,1.604911994934082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,1.6818944931030273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.8013759613037109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,1.3152671813964845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,1.4653280258178711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,1.7108736038208008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.8118687629699707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,1.7175392150878905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,1.2927424430847168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,1.4822848320007325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.2,7.654608154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.8432767868041993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,1.9351232528686524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,1.365443229675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,1.5586591720581056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,2.006111907958984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.8520575523376465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,79.94608764648437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,1.3885536193847656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,2.284886360168457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,1.2549440383911132
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,1.6719776153564454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,2.273753547668457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.02321600019931793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,1.3423168182373046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,1.2807040214538574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,1.7616800308227538
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.04673280119895935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,3.0774303436279298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,1.37990083694458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.08163840174674988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,3.0969152450561523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,1.2767423629760741
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,2.089091110229492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.1584768056869507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,1.3874560356140138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,1.2804224014282226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.2882272005081177
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,3.8603038787841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,1.4567968368530273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,1.2817855834960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,2.479324722290039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.5158336162567139
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,4.012335968017578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.2,12.793807983398438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.5446112155914307
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,1.3122591972351074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,1.538144016265869
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.5666944026947022
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,3.380662536621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,1.3996031761169434
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,1.6301855087280273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.574560022354126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,5.708367919921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,5.557484817504883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.5848288059234619
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,1.513859176635742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,1.7201856613159179
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.6104735851287841
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,4.299641418457031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,1.6554527282714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,1.965273666381836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,1.0883808135986328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.8637151718139648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,7.622374725341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,1.1127167701721192
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,7.710700988769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,2.3452480316162108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,1.134012794494629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,6.398646545410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,58.56409912109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,2.1943199157714846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,1.1573439598083497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.023324799537658692
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,3.2455902099609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.07356799840927124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,2.5799232482910157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,1.1798944473266602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.13407360315322875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,1.200937557220459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.2353343963623047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,4.152691268920899
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,11.469308471679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,8.627174377441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.361027193069458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,3.3131744384765627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,11.148963165283202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,1.2569184303283691
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.7389632225036621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,1.3285632133483887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.2,25.439759826660158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.8008095741271972
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.02279680073261261
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,6.367948913574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,1.4595199584960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,4.142473602294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.8194784164428711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.04689919948577881
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.849772834777832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,1.6209152221679688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.07927359938621521
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.8698399543762207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.12660160064697265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,1.9245119094848633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.21098880767822265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.8737471580505372
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,13.552557373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,5.824454498291016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.5246367931365967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,14.951187133789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,8.752294158935547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,1.2754079818725585
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,15.546719360351563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,2.2064224243164063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.5599487781524658
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,1.2734304428100587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.5801119804382324
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,1.2767071723937988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.6109151840209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,2.900351905822754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.6133471965789795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,1.2882656097412108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,7.692915344238282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.6186079978942871
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,1.315011215209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,3.732009506225586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,1.1238304138183595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,13.091299438476563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,1.3451552391052246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,1.1428288459777831
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,1.4237248420715332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,18.96959686279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,1.1411744117736817
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,18.236813354492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,17.97105255126953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,1.5344127655029296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,5.434089660644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,9.544493103027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,1.1705504417419434
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,1.6832319259643556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,1.1962016105651856
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.883875274658203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,1.2331680297851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,1.2800000190734864
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,7.2526397705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,2.214214324951172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,17.29307861328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,1.3356575965881348
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,2.5912607192993162
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,1.4904159545898437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,1.6412576675415038
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,15.39135284423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,22.012771606445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,3.370975875854492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,9.033843231201171
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,1.9404256820678711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,4.24090576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,2.246982383728027
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,31.514425659179686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,32.0505126953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,3.018441581726074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,6.116595077514648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,22.726658630371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,3.7765823364257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,14.294595336914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,8.24184341430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,5.522000122070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,31.995516967773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,37.4677490234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,7.349830627441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,10.567987060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,1.2388928413391114
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,1.7317119598388673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.6989600181579589
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,1.0473440170288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,9.135660552978516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,36.47252502441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,1.4196063995361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,28.530426025390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,3.4356353759765623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,16.825013732910158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.8954303741455079
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,3.4894878387451174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.9044447898864746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.4286655902862549
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,3.6105121612548827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.7741536140441895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,14.417277526855468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,1.010422420501709
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,3.776528167724609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,60.4704833984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,63.9208251953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,3.351068878173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,1.2418880462646484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,3.944255828857422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.3985599994659424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.8959263801574707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,3.349039840698242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.6133088111877442
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.37395200729370115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,3.938003158569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.4514016151428223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.9524576187133789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,3.531727981567383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.7320352077484131
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,1.3258432388305663
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,4.056054306030274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.9965215682983398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,3.648432159423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,3.339168167114258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,3.909983825683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,3.232681655883789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,3.6308704376220704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,3.658380889892578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,34.837774658203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,4.202566528320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,3.416156768798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,3.8455360412597654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.039212799072265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,3.8437759399414064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.2612031936645508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,3.647955322265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,4.295235061645508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.4236800193786621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,3.7126625061035154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,28.493609619140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,3.941689682006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.7819231986999512
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.03216640055179596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,3.774051284790039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,4.207481765747071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,4.026166534423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.07929279804229736
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,1.1332927703857423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,3.902598571777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.25308799743652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,3.815363311767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,2.0296352386474608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.49459519386291506
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,4.646227264404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,4.118447875976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,4.157564926147461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,85.48392333984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,2.257289505004883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.7738272190093994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,4.01196174621582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.04190079867839813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,4.235324859619141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,70.82879638671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,1.3618623733520507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,4.892063903808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,2.322425651550293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.17774720191955568
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,4.1961406707763675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.032067200541496275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,1.4789119720458985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,4.1410270690917965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.4013343811035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,2.409644889831543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.09657920002937317
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,4.205459213256836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,1.5618911743164063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,5.2476318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.6392928123474121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.2252608060836792
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,4.238614273071289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,2.466543960571289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,4.150054550170898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.9797439575195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,1.5716192245483398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.4342207908630371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,4.569868850708008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,2.4988832473754883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.6623007774353027
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,1.6476480484008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,4.386751937866211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,2.0407840728759767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,5.885107040405273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,4.300368118286133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,1.3081151962280273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,2.5398080825805662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,1.7294143676757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,4.741743850708008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,2.239334487915039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,4.448774337768555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,1.5013279914855957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,1.7546367645263672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,4.219260787963867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,2.336163139343262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,6.375664138793946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,3.7009441375732424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,1.5993791580200196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,5.083180618286133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,4.330441665649414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,3.219839859008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,2.4442304611206054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,1.6858112335205078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,4.448630523681641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,3.784038543701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,1.7360063552856446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,2.442355155944824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,3.3035968780517577
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,5.526499176025391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,4.737993621826172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,8.203948974609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,3.838288116455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,4.578015899658203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,1.788915252685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,2.5893184661865236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,3.3752960205078124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,1.8157472610473633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,5.1384319305419925
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,3.9591297149658202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,2.6528640747070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,6.152169418334961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,4.788438415527343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,3.4685150146484376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,3.321033477783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,9.627750396728516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,4.00428466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,3.7583969116210936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,5.416553497314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,3.5774913787841798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,4.915779113769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,3.4450401306152343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,7.423487854003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,4.22465934753418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,3.851897430419922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,3.774428939819336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,6.064374542236328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,3.5062881469726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,5.684764862060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,3.8725727081298826
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,4.303945541381836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,3.825308990478516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,13.214105224609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,3.5538753509521483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,9.07590103149414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,6.762111663818359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,3.992716979980469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,6.335065460205078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,4.638630294799805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,4.124601745605469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,3.6211265563964843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,4.069769668579101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,4.979321670532227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,3.792707061767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,4.461983871459961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,8.812710571289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,8.294850921630859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,4.268099212646485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,12.696243286132812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,3.933513641357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,17.22382354736328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,5.764361572265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,5.075900650024414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,4.42573127746582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,4.203350448608399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,10.251443481445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,10.894640350341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,5.69408950805664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,6.451612854003907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,4.730886459350586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,4.521929550170898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,15.977714538574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,5.120463943481445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,7.0218559265136715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,5.15816650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,7.921139526367187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,13.694146728515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,14.398643493652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,5.87446403503418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,24.956767272949218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,5.76800308227539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,8.428601837158203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,9.781664276123047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,6.675446319580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,7.190675354003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,23.50301513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,18.488275146484376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,8.171952056884766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,19.941014099121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,11.726758575439453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,14.556092834472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,8.829721832275391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,9.929606628417968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,33.569357299804686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,15.234870910644531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,12.164486694335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,19.96700439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,27.75682373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,14.48662109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,31.568502807617186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,28.707373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,15.732791137695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,18.7654296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,23.693939208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,18.973849487304687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,41.1698486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,19.59625244140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,36.79946594238281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,39.48232727050781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,42.42508239746094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,29.471987915039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,23.522808837890626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,38.67178649902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,30.532269287109376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,46.58149719238281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,38.16616516113281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,51.89449462890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,66.21864624023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,62.49434814453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,58.7077880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,1.1556768417358398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,2.068134307861328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,4.072441482543946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,61.1672119140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,1.0945599555969239
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.8090144157409668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,80.00645141601562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,1.9170143127441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,1.4743616104125976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,1.1547807693481444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,2.7898719787597654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,2.067600059509277
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,2.898518371582031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,75.2773193359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.7031392097473145
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,3.155254364013672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,2.065299224853516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,1.2743071556091308
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,1.0935808181762696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,78.84415283203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,6.094134521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,1.9451040267944335
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,1.6900543212890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.8084575653076171
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,81.97288208007812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,2.342531204223633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,1.466659164428711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,2.436310386657715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,6.520387268066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,1.2851679801940918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,2.792617607116699
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,6.029849624633789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.7161151885986328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,6.7620094299316404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,5.623987197875977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,1.2939743995666504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,6.278099060058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,7.083519744873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,1.810051155090332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,6.363558578491211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,6.294303894042969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,1.9097312927246093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,7.071855926513672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,6.345072174072266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,5.609062576293946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,6.6600288391113285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,7.538931274414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,134.651953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,6.553215789794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,5.726214218139648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,129.58829345703126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,7.038524627685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.03580479919910431
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,7.343302154541016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.2879744052886963
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.0320032000541687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,6.9286750793457035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,6.038633728027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.08135679960250855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,7.002780914306641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.5434239864349365
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,7.506534576416016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.3487488031387329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.7120096206665039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,7.175513458251953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,6.463766479492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.45886077880859377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,7.12496337890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,1.471132755279541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,1.0161375999450684
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,7.881603240966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,2.27259521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,7.739462280273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,6.740953826904297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,1.493228816986084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,7.433897399902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,2.6968191146850584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,1.7785856246948242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,8.17731170654297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,6.975910186767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,7.8578369140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,7.407174682617187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,3.688467025756836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,2.5017215728759767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,8.581334686279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,7.298963165283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,3.9905632019042967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,7.659983825683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,2.5809280395507814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,7.608070373535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,2.7633024215698243
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,4.008028793334961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,7.258182525634766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,8.941849517822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,8.276089477539063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,2.9422271728515623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,8.262703704833985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,4.292208099365235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,7.435862731933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,3.0177024841308593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,9.008678436279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,4.486310577392578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,9.909580993652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,9.013235473632813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,3.1347232818603517
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,7.743264007568359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,4.599660873413086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,3.269251251220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,9.385855865478515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,173.3819091796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,10.648925018310546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,9.453327941894532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,4.802316665649414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,3.356700897216797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,8.187462615966798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.035580798983573914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.28781120777130126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,10.274658966064454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,4.918131256103516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,3.4980831146240234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,9.998726654052735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.41096320152282717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,11.757788848876952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,8.894166564941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,5.010438537597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.7157504081726074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,6.412413024902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,10.684883117675781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,185.7281005859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,1.2734975814819336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,11.199900817871093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,9.882828521728516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,7.090678405761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.03221760094165802
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,13.072291564941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,6.794486236572266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,1.9304672241210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.08120319843292237
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,2.3973920822143553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.25012478828430174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,12.345744323730468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,7.3887168884277346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,7.035648345947266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,10.645279693603516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,12.094758605957031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.47873921394348146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,3.4247966766357423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,15.438992309570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.8754400253295899
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,7.706390380859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,7.531820678710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,3.694278335571289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,1.3265888214111328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,14.132850646972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,11.61297607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,3.8180545806884765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,1.5704511642456054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,14.42969207763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,8.10576934814453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,7.901734161376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,2.3645503997802733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,4.068633651733398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,18.51790008544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,8.632211303710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,12.985848999023437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,2.545110321044922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,8.689852905273437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,4.267359924316406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,17.065367126464842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,2.6169599533081054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,17.123919677734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,4.505231857299805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,9.337225341796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,2.740617561340332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,9.458806610107422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,4.627008056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,15.697708129882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,2.9716672897338867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,23.634617614746094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,20.503266906738283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,10.056572723388673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,4.837564849853516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,3.0856960296630858
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,10.953718566894532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,22.90919647216797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,3.1877056121826173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,5.049638366699218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,18.951081848144533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,11.62298583984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,3.314921569824219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,12.332963562011718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,7.036406707763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,3.450147247314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,27.484738159179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,30.2806884765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,7.439087677001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,13.122659301757812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,6.457568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,15.289651489257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,28.808901977539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,7.80684814453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,6.763529968261719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,26.140692138671874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,16.200953674316406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,8.359705352783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,7.2676033020019535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,18.400143432617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,7.723094177246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,8.94183349609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,34.90605773925781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,37.06449584960937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,19.55103302001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,8.185823822021485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,34.9929931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,9.775647735595703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,32.64309387207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,21.366134643554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,9.060784149169923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,10.554630279541016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,9.897830200195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,23.549261474609374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,12.278268432617187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,43.13851623535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,11.489324951171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,40.77827453613281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,31.016018676757813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,13.84338836669922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,57.574395751953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,53.741265869140626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,12.96374053955078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,38.64378662109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,17.02842559814453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,15.886837768554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,20.80762634277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,68.12943115234376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,18.996890258789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,62.50926513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,58.2668701171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.3052448034286499
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.5485023975372314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.14506880044937134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.30905919075012206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,25.330120849609376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.37026879787445066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.8459584236145019
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.8686304092407227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,22.336143493652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.8915072441101074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.9338208198547363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.9089344024658204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.01,0.929088020324707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.01,0.9786463737487793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,74.74449462890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.01,1.010867214202881
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.01,0.03856320083141327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.01,1.017484760284424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.01,0.3700160026550293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.01,1.0336544036865234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.01,0.07708160281181335
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.01,0.13354560136795043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.01,1.0866304397583009
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.01,0.2687391996383667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.01,1.1064736366271972
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.01,0.8208992004394531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.01,1.195910358428955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.01,0.8900223731994629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.01,1.2381919860839843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,107.6510986328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.01,0.834540843963623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,116.06171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.01,1.3779359817504884
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.01,0.8746335983276368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.3047935962677002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.2,0.0446399986743927
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,39.7407958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.2574496030807495
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.01,0.922544002532959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.01,1.476252841949463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,32.5013916015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.2,0.05560320019721985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.19430079460144042
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.01,0.9340096473693847
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.2,0.07458879947662353
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.2500992059707642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.01,1.992697525024414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.2,0.12019519805908203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.01,0.990345573425293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.3131776094436646
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.2,0.214736008644104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.01,0.9854335784912109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.01,2.478870391845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.7607711791992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.2,0.7583775997161866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.01,1.0375071525573731
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.9234975814819336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.2,0.872985553741455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.01,0.9786944389343262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.891324806213379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.01,3.655446243286133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.2,0.8666527748107911
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.01,1.1035039901733399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.9913567543029785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.2,0.8722944259643555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.01,1.126518440246582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.9576607704162597
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.2,0.9338879585266113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.01,4.9345344543457035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.01,1.1685343742370606
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.9954591751098633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.2,0.9614080429077149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.2,0.9796383857727051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.01,1.2506208419799805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.2,0.984995174407959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.2,1.044364833831787
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.01,1.3317503929138184
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.2,1.0216287612915038
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.2,1.0669504165649415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.2,1.0672224044799805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.01,7.271766662597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.01,1.510086441040039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.2,1.0269887924194336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.2,1.0534751892089844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.01,1.9459520339965821
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.2,1.0633184432983398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.2,1.053718376159668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.2,1.1076000213623047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.2,1.1028160095214843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.01,2.5366943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.2,1.209776020050049
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.2,1.1797760009765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.01,9.880448150634766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.2,1.2405920028686523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.2,1.2222975730895995
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.01,3.794713592529297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.2,1.4166399955749511
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.2,1.360915184020996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.2,1.5830143928527831
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.2,1.559667205810547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.01,4.986633682250977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.2,2.1849504470825196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.2,2.1265439987182617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.01,12.371033477783204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,120.09144287109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.2,2.6632352828979493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.2,2.799020767211914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.01,7.467664337158203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.2,4.342652893066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,138.50675048828126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.2,4.087654495239258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,60.01365966796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.021568000316619873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.027193599939346315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.2,5.32184944152832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.2,5.560396957397461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.01,9.977235412597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.01,0.022486400604248048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.021459199488162994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.01,0.02730880081653595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,78.26170654296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.0425024002790451
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.01,19.916726684570314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.2,0.022694399952888487
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.2,7.870188903808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.09130560159683228
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.2,0.02900480031967163
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.2,8.337987518310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.01,0.05368319749832153
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,8,power_law_1.01,12.657952117919923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.08474239706993103
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.18903039693832396
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.2,0.04999040067195892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.29484479427337645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.2,10.990835571289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.5238783836364747
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.01,0.09610559940338134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.2,11.522045135498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.5544159889221192
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.15595840215682982
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.01,0.1415328025817871
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.5933695793151855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.24922559261322022
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.01,0.3605119943618774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.2,0.07522879838943482
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.600489616394043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.5220255851745605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.01,0.3801664113998413
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.2,0.12281279563903809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.5682464122772217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.6185184001922608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.01,0.4063583850860596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.2,0.34582080841064455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.01,0.4176479816436768
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.5941408157348633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.6520192146301269
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.2,0.3939903974533081
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.01,0.4348447799682617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.6130943775177002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.2,14.062701416015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.2,0.4059904098510742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,8,power_law_1.01,19.488124084472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.01,0.4440864086151123
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.6523615837097168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.2,0.4252768039703369
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,8,power_law_1.2,13.338064575195313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.6831103801727295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.2,0.43540477752685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.2,0.441315221786499
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.8464896202087402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.01,38.970462036132815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.8497183799743653
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.01,0.7720032215118409
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.8802144050598144
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.01,0.7774271965026855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.8828191757202148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.8852128028869629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.01,0.8127872467041015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.8955615997314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.9107775688171387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.01,2.282703971862793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.2,0.7981088161468506
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.01,0.8340607643127441
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.8963264465332031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.9325056076049805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.2,0.8085503578186035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.01,0.8475456237792969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.9094176292419434
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.2,22.466957092285156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.2,0.8430784225463868
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.9785856246948242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.01,0.8749855995178223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.9250495910644532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.2,0.8648544311523437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,8,power_law_1.2,21.928775024414062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.01,1.0532032012939454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.01,0.8966239929199219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.9285440444946289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.01,4.136633682250976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.2,0.8742879867553711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.01,1.0936223983764648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.01,0.9386143684387207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.9966272354125977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.2,0.9024383544921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.01,1.2091360092163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.01,1.0438048362731933
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.2,1.0561087608337403
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.2,0.9264512062072754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.01,0.9610624313354492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.01,1.124675178527832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.01,1.4143487930297851
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.2,1.1221152305603028
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.2,0.9709600448608399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.01,1.2564031600952148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.2,1.2264960289001465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.599449634552002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.2,1.048367977142334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.01,1.8329727172851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.01,1.438492774963379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.2,1.44169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.2,1.134870433807373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,8,power_law_1.01,40.71082458496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.01,2.1080448150634767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.2,1.2950592041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.672220802307129
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.01,1.8730432510375976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.01,2.721039962768555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.2,1.4668224334716797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.01,2.7971872329711913
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.2,2.2199392318725586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.01,2.367395210266113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.01,1.6952159881591797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.2,1.9351455688476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.01,4.002473449707031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.2,2.7704511642456056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.01,3.5300224304199217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.2,2.501036834716797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.01,4.459215927124023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.01,3.13242244720459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.2,4.028035354614258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.01,5.486368179321289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.2,3.5974494934082033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.01,4.693606567382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.01,0.7553599834442138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.01,4.882972717285156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.2,5.460150527954101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.2,4.808438491821289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.2,48.17617492675781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.01,6.916572570800781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,8,power_law_1.2,44.69169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,8,1,power_law_1.01,5.8613441467285154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.01,1.2930720329284668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.01,5.158399963378907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.2,6.958988952636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,8,1,power_law_1.2,5.924755096435547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.2,2.2836448669433596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.01,2.2417407989501954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.2,1.7157567977905273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,8,1,power_law_1.01,9.221865844726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.01,11.252553558349609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.2,1.5209504127502442
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.2,1.316096019744873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.01,3.4117088317871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.01,7.8142143249511715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.2,11.166006469726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,8,1,power_law_1.2,9.300707244873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.2,1.019167995452881
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.2,0.7529280185699463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.01,3.5625057220458984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.2,1.248863983154297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.2,1.7264448165893556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.01,7.985014343261719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.01,3.8338783264160154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.2,1.835411262512207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.2,2.408678436279297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,8,1,power_law_1.01,18.243373107910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.01,22.455593872070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.01,8.53887710571289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.2,3.4737953186035155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.3327775955200195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,8,1,power_law_1.2,18.42403564453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.01,7.810991668701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.2,4.478841781616211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.2,22.733885192871092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.01,0.07215359807014465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.5819680213928222
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.33269760608673093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.2,3.6494400024414064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.01,0.399945592880249
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.2,0.07121919989585876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.01,8.601923370361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.2,4.7859455108642575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.762556791305542
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.01,8.083203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.4138688087463379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.2,0.2688544034957886
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.01,0.5550335884094239
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.2,4.024460983276367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.750432014465332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.01,1.5773664474487306
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.2,5.0855968475341795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.2,0.5516064167022705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.01,8.658255767822265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.01,1.0779616355895996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.01,8.51632308959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.2,1.3691295623779296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.01,2.321216011047363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.2,0.8941535949707031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.2,8.031270599365234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.01,1.6518463134765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.2,8.029235076904296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.2,1.9918495178222657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.01,8.834774780273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.2,1.4347968101501465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.01,4.364223861694336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.01,8.387737274169922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.01,2.9767583847045898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.2,8.119232177734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.2,4.2774208068847654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.2,2.908399963378906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.2,8.029753875732421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.01,4.756198501586914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.01,3.2628894805908204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.01,9.218006134033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.01,8.679843139648437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.2,3.254713439941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.2,4.720377731323242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.2,8.319190216064452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.01,3.476828765869141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.01,5.072870254516602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.2,8.528556823730469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.2,3.4717697143554687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.01,9.389376068115235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.2,5.0825439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.01,9.097289276123046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.01,3.617843246459961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.01,5.173299026489258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.2,8.72949447631836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.2,3.6463680267333984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.2,8.807542419433593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.2,5.347635269165039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.01,3.7150142669677733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.01,9.79898910522461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.01,5.302595138549805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.01,9.320822143554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.2,3.740604782104492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.2,9.118284606933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.01,3.833020782470703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.2,5.432393646240234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.2,8.805705261230468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.01,5.540067291259765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.2,3.880137634277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.01,3.8427711486816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.01,10.464374542236328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.01,9.492880249023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.2,5.503168106079102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.2,9.416867065429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.2,4.042051315307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.01,5.663475036621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.2,9.25857925415039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.01,4.006777572631836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.2,5.791011047363281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.2,4.0871326446533205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.01,9.949533081054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.01,11.11269760131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.01,5.774854278564453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.01,4.1141407012939455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.2,9.706719970703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.2,9.702105712890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.2,5.989702224731445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.2,4.260294342041016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.01,5.86115837097168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.01,4.184262466430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.01,10.799977874755859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.01,12.679609680175782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.2,9.926557159423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.2,4.388956832885742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.2,6.174431991577149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.2,9.984639739990234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.01,4.271782302856446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.01,6.018991851806641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.2,4.454832077026367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.01,11.487779235839843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.2,6.276633453369141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.01,4.423440170288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.2,10.298210906982423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.01,6.106988906860352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.2,10.258393859863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.01,14.120841979980469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.2,4.605180740356445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.2,6.352249526977539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.01,8.134553527832031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.01,6.312323379516601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.01,12.632035064697266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.2,11.142953491210937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.2,10.242076873779297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.2,8.458956909179687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.2,6.574972534179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.01,8.556237030029298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.01,16.54493103027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.01,9.36362533569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.2,8.678691101074218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.2,11.6691650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.01,13.726669311523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.2,11.740815734863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.2,9.57751007080078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.01,9.067078399658204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.01,9.735091400146484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.2,9.337110137939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.01,19.598605346679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.2,12.87008056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.2,9.851792144775391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.2,12.909068298339843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.01,9.612694549560548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.01,16.234658813476564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.01,10.249404907226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.2,9.867177581787109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.2,10.521469116210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.2,14.155538940429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.01,10.683478546142577
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.01,10.800649261474609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.2,14.41894073486328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.2,10.982131195068359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.01,19.06744384765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.01,26.298928833007814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.2,11.091824340820313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.01,11.839888000488282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.01,11.766249847412109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.2,16.912095642089845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.2,17.60399627685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.2,12.079679870605469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.2,12.256294250488281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.01,13.137397766113281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.01,14.236376953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.01,25.667007446289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.2,20.646272277832033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.2,13.624198913574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.2,14.807708740234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.01,33.099282836914064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.2,20.975616455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.01,15.980076599121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.01,17.061337280273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.2,16.666288757324217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.2,17.88207092285156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.2,27.44886474609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.01,32.80805969238281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.2,29.37376708984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.01,20.517916870117187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.01,23.512844848632813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.2,19.863623046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.01,47.428768920898435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.2,24.462083435058595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.2,35.74848937988281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.01,29.345663452148436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.2,35.17497863769531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.01,47.167562866210936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.2,29.435345458984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.01,30.313809204101563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.2,31.40836181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.01,62.85772705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.01,39.66372375488281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.2,51.395965576171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.2,51.61187744140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.2,39.33550109863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,8,1,power_law_1.01,37.94521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,8,1,power_law_1.2,38.737152099609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.01,61.31547241210937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.01,48.056787109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.2,48.438604736328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.2,67.88425903320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.2,67.7489501953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.01,79.62218017578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,8,1,power_law_1.01,59.10987548828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,8,1,power_law_1.2,60.264459228515626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,8,power_law_1.01,77.53822021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.01,77.60225830078124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.2,77.9086181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,8,power_law_1.2,82.05696411132813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.2,86.19862060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.01,122.09248046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,8,1,power_law_1.01,115.7842529296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.04000959992408752
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.06797760128974914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.10425280332565308
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.2899104118347168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.4174784183502197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.38572800159454346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.38295679092407225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.3855583906173706
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.3872864007949829
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.3861151933670044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.3864768028259277
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.3880223989486694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,8,power_law_1.01,121.20709228515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,8,1,power_law_1.2,116.9443603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.39553279876708985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.40372161865234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.021062399446964263
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.407206392288208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.02356799989938736
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.4117728233337402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.028505599498748778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.03372800052165985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.42839999198913575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.05020800232887268
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.4898240089416504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.05142719745635986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.5049759864807128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.05275520086288452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.06261439919471741
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.6558112144470215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.06816959977149964
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.07974720001220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.768614387512207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.08131840229034423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.0866047978401184
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.10558079481124878
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.1046112060546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.11987199783325195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.13891839981079102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.4548895835876465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.18589119911193847
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.2296191930770874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.3660991907119751
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.4354976177215576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.179408073425293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.5361055850982666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.6428671836853027
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.9110112190246582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.2199073791503907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,1.2315615653991698
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,1.9372831344604493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,5.366847991943359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,2.648854446411133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,4.087881469726563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,7.215773010253907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,5.607382583618164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,9.046524810791016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.01,6.929727935791016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,14.829769897460938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.01,11.271100616455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,8,power_law_1.2,133.416455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.01,151.63653564453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.2,134.03809814453126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.03427839875221252
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.08474239706993103
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.08016639947891235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.29015679359436036
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.3979648113250732
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.4132415771484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.3790015935897827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.3808799982070923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.3878655910491943
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.38760640621185305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.391923189163208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.392742395401001
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.2,151.8865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.01,22.579248046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.38880960941314696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.10474879741668701
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.39575040340423584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.024953599274158477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.1504639983177185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.02523840069770813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.4071487903594971
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.22895359992980957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,29.503738403320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.027769601345062254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.409500789642334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.4533535957336426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.03330560028553009
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.053363198041915895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.42634878158569334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.06298879981040954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.04915519952774048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.6378975868225097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.06543999910354614
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.4886688232421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.0554751992225647
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.6432799816131591
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.29297919273376466
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.06709759831428527
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.5263743877410889
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.05891519784927368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.6586336135864258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.5595136165618897
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.6315616130828857
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.06995519995689392
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.6702271938323975
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.6011551856994629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.0689631998538971
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7856063842773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.09104959964752198
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.5976672172546387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.6741119861602783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.08885759711265565
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.5994336128234863
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.6650911808013916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.10033600330352783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.101244831085205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.1195520043373108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.6065728187561035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.6677311897277832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.16000319719314576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.5979551792144775
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.6658239841461182
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.465721607208252
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.20315520763397216
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.2413408041000366
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.5895967960357666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.6693183898925781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.3964479923248291
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.5945280075073243
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.6825407981872559
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.2845888137817383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.4439839839935303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.5967135906219483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.6998271942138672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.5348288059234619
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.6049056053161621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.7149983882904053
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.6564544200897217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.6160639762878418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.7393983840942383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.6394176006317138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.467561721801758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.9319168090820312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.8245408058166503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.6701663970947266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.8817407608032226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,1.2598912239074707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.7321599960327149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,1.1456288337707519
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.7963776111602783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,1.9518463134765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.9327487945556641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.3973504066467286
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,5.428211212158203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,1.1232799530029296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.8927391052246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,2.6669824600219725
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,1.6385343551635743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.666444778442383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,2.21213436126709
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,7.45251235961914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,4.173001480102539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,4.364963150024414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,3.3307647705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,5.719097518920899
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,4.582806396484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,6.222572708129883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,9.226371002197265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.2,7.083411407470703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,7.20617904663086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,9.395526123046874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,15.334303283691407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,9.680438232421874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.2,11.41526107788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,12.458656311035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.01,11.97790069580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,15.735551452636718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.2,22.888079833984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.09000639915466309
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,30.274679565429686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.13759679794311525
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.21677119731903077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.04802240133285522
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.42690558433532716
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.05578240156173706
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.06989759802818299
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.6590784072875977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.2952928066253662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.6651072025299072
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.5894815921783447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.01,19.654925537109374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.6716256141662598
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.5924736022949219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.6733888149261474
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.6077856063842774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.6708799839019776
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.6071231842041016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.6772736072540283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.6145599842071533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.6593664169311524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.6010591983795166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.6718783855438233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.5930496215820312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.6701920032501221
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.5951263904571533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.6841248035430908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.5935967922210693
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.7008480072021485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.5977791786193848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,24.865324401855467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.7145919799804688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.6172575950622559
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.6324960231781006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.7335072040557862
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.6615359783172607
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.8536704063415528
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.7334559917449951
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.9677280426025391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.7881696224212646
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,1.1333888053894043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.9140447616577149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.3817312240600585
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,1.1441791534423829
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.913222312927246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,1.7076704025268554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.6716991424560548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,2.241663932800293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,3.374643325805664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.469318389892578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,4.6632129669189455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,6.100630569458008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.01,39.787567138671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,7.240204620361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,9.373267364501952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,1.1530879974365233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,2.065807914733887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.01,240.5970458984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,9.958595275878906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.8759103775024414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.8036128044128418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,12.728707122802735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,50.51331481933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.7443967819213867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,1.600761604309082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,1.0373472213745116
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,1.1526816368103028
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.4323008060455322
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.2,12.39361572265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,1.9584928512573243
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.47571520805358886
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,2.000588798522949
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,15.910421752929688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.4080192089080811
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.7014944076538085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,2.390825653076172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.6703999996185303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,1.7902399063110352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,8,power_law_1.01,239.0062255859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,2.5864639282226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.9448448181152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.8058943748474121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,2.3395904541015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.2,19.9
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,2.5010847091674804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,1.7333887100219727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,1.5016960144042968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,2.4762496948242188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,2.751113510131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,2.3591167449951174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.25246078968048097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,2.4762399673461912
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.4079616069793701
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,25.163194274902345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,2.6202816009521483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,2.5950143814086912
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.6230016231536866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,2.5664575576782225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,2.8097536087036135
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,2.545910453796387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,1.531817626953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,2.629631996154785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,2.6017791748046877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,2.9166336059570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,2.140473556518555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,2.600636863708496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,2.684137535095215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,2.8150400161743163
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,2.3272480010986327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,2.723967933654785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,2.849843215942383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,2.8512224197387694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,2.2669376373291015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,2.9087007522583006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.2,40.360879516601564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,2.8536895751953124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,2.586124801635742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,3.0521823883056642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,2.923980712890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.03059520125389099
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,2.462060737609863
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,3.075715255737305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,3.2134334564208986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.060969597101211546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,2.9348064422607423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.1674080014228821
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,2.672444725036621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,3.040508842468262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,3.4643264770507813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.41272640228271484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,2.967715263366699
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,2.6829824447631836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.6392896175384521
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,3.148348808288574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,52.299462890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,3.697465515136719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,3.4200096130371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.9394720077514649
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,2.755116844177246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.029843199253082275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,3.3716415405273437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,1.3744000434875487
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.0603007972240448
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,3.5488929748535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,4.274505615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,2.856377601623535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.1026144027709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,3.5916351318359374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,1.4640128135681152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,2.9672128677368166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.240067195892334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,4.1015361785888675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,4.795920181274414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,1.49267520904541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,3.7436382293701174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.4182015895843506
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,1.5490559577941894
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,3.1503263473510743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.62991361618042
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,4.619507217407227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,8,power_law_1.2,266.210498046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,5.838185501098633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,1.6310304641723632
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,4.530281448364258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.9543519973754883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.030752000212669373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,3.3579456329345705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,1.6995519638061523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.0674399971961975
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,1.0030303955078126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,5.839939117431641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,3.5917537689208983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.18439040184020997
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,4.845616149902344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,1.7702655792236328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,1.0503392219543457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,6.8884735107421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.35640320777893064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,1.0717727661132812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,1.8269184112548829
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,4.176588821411133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.5774335861206055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,6.925945281982422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,1.1309727668762206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,6.144134521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,2.443987274169922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.8476703643798829
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,1.171388816833496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,9.439382171630859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,4.585391998291016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,2.4835039138793946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,1.3298784255981446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,1.1831392288208007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,9.0266845703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,7.4720924377441404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,1.4327168464660645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.2,297.8699462890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,2.5937631607055662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,1.2198271751403809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,6.031296157836914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,1.49900484085083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.03000960052013397
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,2.2328256607055663
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,2.7913951873779297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.06386240124702454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,12.034374237060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,1.5537119865417481
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,2.265433692932129
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.10632319450378418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,2.944233512878418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,10.764527893066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,1.670649528503418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,7.293119812011719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,11.755174255371093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.22048959732055665
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,2.349910354614258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,1.7257568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,3.2922977447509765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.3698528051376343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,2.5434848785400392
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.5315392017364502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,1.7807743072509765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,3.5466785430908203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.9111200332641601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,10.337964630126953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,1.8611200332641602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,2.69168643951416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,17.803158569335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,13.625027465820313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.9733280181884766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,4.29439697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,2.581011199951172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,2.9485599517822267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,17.64799346923828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,1.02325439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,2.645110321044922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,1.071286392211914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,3.257516860961914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,4.9279838562011715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,1.1196703910827637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,13.341250610351562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,2.695350456237793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,3.840883255004883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,1.1738944053649902
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,2.943811225891113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,6.205772781372071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,1.1888671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,21.037718200683592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,4.448457717895508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,1.2175840377807616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,23.379539489746094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,3.1024255752563477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,22.267677307128906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,2.3364416122436524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,7.61138916015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,3.4059070587158202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,5.649078369140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,18.970201110839845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,2.3421632766723635
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,3.707177734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,2.4443904876708986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,6.946470642089844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,10.401805114746093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,2.6382463455200194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,4.352761459350586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,2.8228736877441407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,28.250790405273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,4.999200057983399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,28.255160522460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,3.09932804107666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,9.682262420654297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,27.591427612304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,25.917446899414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,13.284780883789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,3.361145782470703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,6.363193511962891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,3.9841472625732424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,12.475971221923828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,7.749980926513672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,4.547651290893555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,15.676521301269531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,32.732583618164064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,5.770083236694336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,10.61108169555664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,14.526704406738281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,33.07402038574219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,7.095865631103516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,47.762109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,13.630479431152343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,46.8017578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,24.317837524414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,9.893965148925782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,23.13177947998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,15.935897827148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,12.98143310546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,55.246893310546874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,14.9478271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,52.99931030273437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,25.024000549316405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,47.228057861328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.03233599960803986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.026793599128723145
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.02576960027217865
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.02687999904155731
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,45.214697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.048291200399398805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.025839999318122864
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.04984000027179718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,23.884877014160157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.050496000051498416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.02617279887199402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.05101760029792786
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.02558720111846924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.05169919729232788
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.02630079984664917
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.05258880257606506
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.03802559971809387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.05354239940643311
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.0400736004114151
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.05480639934539795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.04106239974498749
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.055852800607681274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.04149760007858276
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.06266559958457947
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.042982399463653564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.06747840046882629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.043952000141143796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.07401599884033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.046377599239349365
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,89.97670288085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.10565760135650634
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.048518401384353635
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,95.77305297851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.05103359818458557
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.22732799053192138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.031916800141334536
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.02627840042114258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.058380800485610965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.2426527976989746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.025430399179458617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.02532159984111786
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.06376960277557372
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.02537600100040436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.31173760890960694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.02566719949245453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.0717024028301239
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.02640640139579773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.4064767837524414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.026371198892593383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.04798080027103424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.08467199802398681
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.03829120099544525
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.6923071861267089
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.04980159997940063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.11391999721527099
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,47.9789794921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.04013440012931824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.05064319968223572
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.15236480236053468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.04113599956035614
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,1.0550175666809083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.5044672012329101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.05109120011329651
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.28631680011749266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.042147201299667356
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.05167040228843689
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.11883519887924195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.04342080056667328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,1.757574462890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.4253471851348877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.05241600275039673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.1797152042388916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.0441536009311676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.053539198637008664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.2489151954650879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.7164959907531738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.04650880098342895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.055478399991989134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.501964807510376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,2.493974494934082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.04912959933280945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.05782080292701721
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,1.110371208190918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.6674399852752686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.054611200094223024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.0642527997493744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.6433375835418701
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.05963519811630249
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.07216960191726685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,1.9250015258789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.6902560234069824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.0686240017414093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.07784640192985534
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,3.8212799072265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,46.8799072265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.07552319765090942
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.11155200004577637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.7040736198425293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.08893120288848877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.21095359325408936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,2.7077663421630858
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.6921567916870117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.3547168016433716
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.11858240365982056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.23880960941314697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.10452799797058106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.7297728061676025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.16934080123901368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.31663999557495115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.060412800312042235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,5.229183959960937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.7220448017120361
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.2969280004501343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.09435200095176696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.4305215835571289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,4.115302276611328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.7429664134979248
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.24127039909362794
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.43540802001953127
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.7495872020721436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.7714303970336914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.6127871990203857
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.7650239944458008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.8075296401977539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,1.1543295860290528
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.6302720069885254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,6.206764984130859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,1.1751040458679198
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.8169407844543457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.6442463874816895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,5.551523208618164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,1.9274431228637696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.6704544067382813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.8801440238952637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,2.0496511459350586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.6578944206237793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,118.122705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.9502016067504883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,108.7616943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.6867551803588867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,2.7219072341918946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.49878082275390623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,1.0431008338928223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.6765727996826172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.10368319749832153
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,2.930080032348633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.331331205368042
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,1.3006624221801757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.16287679672241212
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.6995776176452637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.07137920260429383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.01,6.757721710205078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.22340478897094726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.06627519726753235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,4.181302261352539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.7321631908416748
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,1.6300928115844726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,10.483827209472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.08572160005569458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.39792640209198
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.756006383895874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,4.514828872680664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.16849600076675414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.6053599834442138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,2.2952064514160155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.7881343841552735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.6238592147827149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.6357024192810059
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.8112223625183106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.6466015815734864
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.6439519882202148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,5.6281791687011715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,3.134921646118164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.9335040092468262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.5989183902740478
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.7043392181396484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,5.936124801635742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.6012351989746094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,1.0243167877197266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.7102911949157715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.01,11.178569793701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.665225601196289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.7009183883666992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,1.286073589324951
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,4.5965217590332035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.6565343856811523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.7299295902252197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,6.953868865966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,1.6019296646118164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.6883552074432373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.7429120063781738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.7124991893768311
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.7576416015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.2,7.163613128662109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,2.4170272827148436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.7250944137573242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,5.963808059692383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.800937557220459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.7590208053588867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.8216032028198242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,3.158095932006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.7852672100067138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,20.82373504638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.855891227722168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.021667200326919555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.8277664184570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.9446304321289063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.04089919924736023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.9216128349304199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.0706496000289917
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,1.0595295906066895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,4.7997791290283205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,11.703097534179687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,9.636774444580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.11851840019226074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,1.0110464096069336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,1.3717408180236816
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.2084320068359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,1.2736288070678712
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.2,11.743746948242187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.36877439022064207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,1.6959455490112305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.3872064113616943
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,1.6733760833740234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,6.423299407958984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.01,22.807603454589845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.40935359001159666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,2.591551971435547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.4216159820556641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.022361600399017335
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,2.540342330932617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.030847999453544616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.4283711910247803
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.04428159892559051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.4421247959136963
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,12.414495849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,3.3889087677001952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.0541375994682312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.6140543937683105
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,3.5402881622314455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.0759775996208191
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.6190336227416993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,10.130723571777343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.23711040019989013
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.6438911914825439
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.26997439861297606
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,5.482944107055664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.6559232234954834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.28260800838470457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,5.590911865234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.29551680088043214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.6733471870422363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.30029759407043455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.7043424129486084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.3103872060775757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,24.252685546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.7486176013946533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,7.183519744873047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.5278783798217773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,15.880508422851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.021756799519062044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.8239839553833008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,7.228105926513672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.5425024032592773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.044012799859046936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,12.913414001464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.9661279678344726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.5613183975219727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.0670624017715454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.2,25.737576293945313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.095004802942276
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.5839295864105225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,1.0892736434936523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.022310400009155275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.16594879627227782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.594927978515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.03567039966583252
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.36919679641723635
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,1.4329216003417968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.0430976003408432
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.6284832000732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.3946016073226929
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,11.876108551025391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.05238080024719238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.6712384223937988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.733523178100586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.4114816188812256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,11.466607666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06727039813995361
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.7326111793518066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.4442016124725342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.2455904006958008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.44550719261169436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.8790719985961915
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,2.3773279190063477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.2809056043624878
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.45859198570251464
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.2882623910903931
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,16.762693786621092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,1.0267647743225097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.29728639125823975
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.6394336223602295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,3.109932708740234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.30455679893493653
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,1.299788761138916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.6353919982910157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.31498239040374754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.6545023918151855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,1.608902359008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,26.025119018554687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.5373087882995605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.6738751888275146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,15.498728942871093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.5472511768341064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,15.575605773925782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,4.640601730346679
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.6844575881958008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,2.2377248764038087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.5683231830596924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.7200799942016601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.5848480224609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.7827936172485351
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.5950463771820068
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,2.9300575256347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.847715187072754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.6346367835998535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,6.336991882324218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.96778564453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.6765088081359864
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,1.112720012664795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.737772798538208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,4.371513748168946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.8862848281860352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,1.4717503547668458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,27.457122802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,1.0378527641296387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,20.911648559570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.7785728454589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,7.53960952758789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,19.90918426513672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,1.3226847648620605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,5.883152008056641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,2.4513887405395507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,1.6244640350341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,3.182326316833496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,2.2783744812011717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,7.336345672607422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,2.9721920013427736
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,12.3380126953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,4.874176025390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,4.438294219970703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,6.720658874511718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,11.70926742553711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,31.93670654296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,5.967327880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,55.72993774414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,31.925164794921876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,1.243833637237549
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,7.742124938964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,1.3083423614501952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.4844672203063965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,7.418822479248047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.680179214477539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,24.954098510742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,1.3953536033630372
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.8958623886108399
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,1.812201690673828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,53.56512451171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.9344032287597657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,1.9528511047363282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,12.896293640136719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.2994303941726685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,1.2398240089416503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.4876959800720215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,1.9334239959716797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.38329598903656004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,11.839820861816406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,23.495289611816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.470684814453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,1.2583711624145508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,2.045577621459961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.560374402999878
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.8989888191223144
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,1.8198688507080079
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,2.006745529174805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.25725440979003905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,1.0316927909851075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,1.8547744750976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.2741408109664917
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,2.133283233642578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,1.7425344467163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.44402241706848145
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,1.9309215545654297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,2.1180351257324217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,1.909369659423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,1.0624640464782715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,1.967487907409668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,2.1773056030273437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,1.9439775466918945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,1.7183712005615235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,1.9858079910278321
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,2.2534816741943358
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,2.063430404663086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,1.9087039947509765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,1.9844192504882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,2.2456384658813477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,2.022822380065918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,1.9478431701660157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,2.0897663116455076
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,25.947219848632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,1.8963872909545898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,2.0971807479858398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,2.3088607788085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.029216000437736513
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,2.0439552307128905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,23.634796142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.08429759740829468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,2.012099266052246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,2.086534309387207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,2.5705440521240233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,2.1291872024536134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.02784000039100647
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.20410239696502686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,2.098252868652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.05091519951820374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,2.143087959289551
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.4180799961090088
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,2.7646623611450196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,2.2430368423461915
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,66.0503173828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.11665279865264892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.5922399997711182
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,2.091334342956543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,2.2189567565917967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.029168000817298888
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.23835840225219726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,2.2790496826171873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,1.0444255828857423
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,2.9236095428466795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.09767040014266967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,74.57388305664062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.3699359893798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,2.1548799514770507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,2.3007007598876954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.194268798828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,1.1453023910522462
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.028191998600959778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,2.3417695999145507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.6879487991333008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.3461695909500122
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,3.471177673339844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,2.2321535110473634
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,1.1813568115234374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.06178560256958008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.7505536079406738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,2.386000061035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.5076159954071044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.10546879768371582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,2.713395118713379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,1.2168895721435546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.8139840126037597
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,2.226691246032715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.19322880506515502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,1.0391424179077149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,2.6457792282104493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,4.1427967071533205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.8215104103088379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,1.281715202331543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.3312351942062378
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,2.798387145996094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,2.345155143737793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,1.140892791748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.8582943916320801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,1.2895584106445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,2.802118492126465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.6815999984741211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,1.1958720207214355
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.8773599624633789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,2.4512767791748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.7578752040863037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,1.3215904235839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,3.419148635864258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,5.420393753051758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,1.2581184387207032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,3.0733312606811523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.9039072036743164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.8002207756042481
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,1.9443840026855468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,2.652179145812988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,1.2945504188537598
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.8409407615661622
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,1.5734239578247071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,3.922646331787109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,1.9575519561767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,3.711257553100586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,1.3440671920776368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.8703424453735351
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,2.862566375732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,1.649907112121582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,6.986428833007812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.8971808433532715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,1.9708992004394532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,1.3910400390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,1.6859743118286132
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,5.2020416259765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,4.422355270385742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.9127840042114258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,3.490038299560547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,1.9911104202270509
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,1.9678239822387695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,1.720479965209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,1.6222944259643555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,2.0481504440307616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,1.9649791717529297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,1.810361671447754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,4.222803115844727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,1.6698848724365234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,9.757344055175782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,6.324883270263672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,6.4210044860839846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,2.140620803833008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,1.9908128738403321
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,1.918889617919922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,1.7303199768066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,1.9964384078979491
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,2.308223915100098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,2.027008056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,5.793894577026367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,1.7768096923828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,2.045702362060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,7.74228515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,2.6354015350341795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,2.2444576263427733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,1.85
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,9.870320129394532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,2.2094751358032227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,13.004762268066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,1.9492639541625976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,2.847760009765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,2.5390016555786135
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,7.715401458740234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,2.3504287719726564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,2.0281503677368162
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,3.4468830108642576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,3.050886344909668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,2.6192800521850588
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,11.463894653320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,2.2883167266845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,3.5839935302734376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,4.127807998657227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,2.90828800201416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,12.552035522460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,2.579555130004883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,10.875794982910156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,3.5183006286621095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,3.0563711166381835
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,4.680662536621094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,5.442412948608398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,18.72838439941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,4.133308792114258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,3.6055007934570313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,16.87860870361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,5.926998519897461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,6.728371429443359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,15.023117065429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,5.532627105712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,4.758451080322265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,19.247293090820314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,8.531606292724609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,6.074825668334961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,6.889852905273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,9.447875213623046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,25.73836669921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,23.978086853027342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,8.808739471435548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,9.671126556396484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,11.385494232177734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,23.282167053222658
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,12.156758117675782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,25.794113159179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,11.73399658203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,12.495641326904297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,13.831491088867187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,14.795420837402343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,33.68551330566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,34.24319152832031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,29.074423217773436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,14.111932373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,14.989891052246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,31.760455322265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,22.24854431152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,23.332009887695314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,23.022035217285158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,23.9370361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,38.72796630859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,45.07825927734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,54.47296142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,53.84330444335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,44.718753051757815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,46.84039306640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,1.1553728103637695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.810972785949707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,2.0628095626831056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,45.95362243652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,1.4719296455383302
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,47.30181884765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,3.0651103973388674
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,1.1546015739440918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,2.187264060974121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.8064767837524414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.7430079936981201
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,2.067417526245117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.4477983951568604
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,1.4655648231506349
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,1.0672384262084962
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.7272448062896728
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,1.685478401184082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,1.3957280158996581
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,2.426288032531738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,67.31649780273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.7097343921661377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,2.271414375305176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.5009759902954102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,1.1290528297424316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,2.7808128356933595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.7271359920501709
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,2.5452224731445314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,72.0689697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,2.225974464416504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,3.108559989929199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,1.9520639419555663
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,3.268483352661133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,2.3625280380249025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,3.1713695526123047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,2.1219167709350586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,3.2950817108154298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,3.053647994995117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,3.1478687286376954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,3.470947265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,3.4717601776123046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,3.229030227661133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,3.2703521728515623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,3.44697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,3.594736099243164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,3.499299240112305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,3.2761600494384764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,3.883327865600586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,3.7667327880859376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,3.5603424072265626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,3.5789119720458986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,3.899657440185547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,3.538127899169922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,112.25443115234376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,3.684540939331055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,3.725187301635742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.03078399896621704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,4.2149311065673825
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,3.918102264404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,107.3511474609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.0756608009338379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,3.570412826538086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,3.6609153747558594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.03010239899158478
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,4.206870269775391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,3.995510482788086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.29065279960632323
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,4.0219169616699215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.07480319738388061
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,3.721894454956055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.3863456010818481
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,4.187353515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,3.9095073699951173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.0872160017490387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.7290112018585205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,3.9688480377197264
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,3.6748863220214845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.23874239921569823
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,4.122934341430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,4.150393676757813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,1.1585856437683106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.4904799938201904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,3.931590270996094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,4.061584091186523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,1.3946816444396972
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.794755220413208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,4.228364944458008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,4.7588447570800785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,4.442739105224609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,3.8420894622802733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,1.8989824295043944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.9532223701477051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,4.740803146362305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,4.8787681579589846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,1.2866432189941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,1.9938560485839845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,4.63603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,4.5480705261230465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,1.3321632385253905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,2.1002527236938477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,5.399423980712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,5.4106494903564455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,4.920336151123047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,4.753436660766601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,1.370358371734619
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,2.182159996032715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,5.8558910369873045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,1.4475616455078124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,6.096931076049804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,2.250265693664551
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,5.612607955932617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,5.449385452270508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,1.4977663993835448
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,2.326479911804199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,7.012611389160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,1.55763521194458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,140.2028564453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,7.046268463134766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,6.20863037109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,6.229145431518555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,2.4401887893676757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.030777600407600404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,1.625663948059082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.07551680207252502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,2.5294336318969726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,8.033248138427734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,1.7093120574951173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,8.078141021728516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,7.281922912597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,7.208940887451172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.19818880558013915
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,2.5954496383666994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,1.7882144927978516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.37648959159851075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.6498239994049072
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,3.6109951019287108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,3.1576864242553713
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,8.573519897460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,8.474502563476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,10.242963409423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,10.442575836181641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.9732959747314454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,3.3333248138427733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,3.792204666137695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,1.2059391975402831
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,3.5513214111328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,11.185209655761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,3.9942142486572267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,11.420169830322266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,1.7566560745239257
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,12.378864288330078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,12.556668853759765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,183.8043701171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,3.9622238159179686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,1.8756032943725587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,4.257241439819336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.030028799176216127
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,1.9952064514160157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.0747488021850586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,4.230793762207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,4.682806396484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,14.035845947265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.10964159965515137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,13.9208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,2.1220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.23241920471191407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,17.394102478027342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,4.854313659667969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,17.977340698242188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,2.206390380859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,5.333865737915039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.4441664218902588
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,2.2847103118896483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.6419648170471192
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,5.466880035400391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,6.07042236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.8277088165283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,2.4029727935791017
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,20.01592254638672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,19.53095397949219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,1.2225760459899901
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,2.501241683959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,6.764796447753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,7.409414672851563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,22.68098602294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,1.2899680137634277
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,23.24687957763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,2.5872352600097654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,1.3471424102783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,8.040924835205079
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,3.545110321044922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,1.398697566986084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,8.788054656982421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,3.876822280883789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,1.4612768173217774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,25.6871337890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,25.606900024414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,1.5076512336730956
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,10.874070739746093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,4.0529632568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,11.54823989868164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,1.6028480529785156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,28.418243408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,4.456489562988281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,27.805636596679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,1.671126365661621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,1.7879936218261718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,4.834364700317383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,13.68353271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,3.1377439498901367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,14.358297729492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,5.559193420410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,31.787374877929686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,3.466009521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,31.89456787109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,6.30852165222168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,3.6558399200439453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,15.659613037109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,4.006719970703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,16.85674591064453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,7.670073699951172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,4.3971294403076175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,44.290765380859376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,44.587841796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,9.03946533203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,4.990550231933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,23.953567504882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,5.747180938720703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,25.29151306152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,11.887548828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,49.93180541992187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,53.049853515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,7.018931579589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,8.374188995361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,14.755868530273437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,11.173535919189453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,17.2121826171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,45.544140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.30518081188201907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.393558406829834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.10484479665756226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,47.628457641601564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.152729594707489
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,14.180755615234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.29113919734954835
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.01,0.0389055997133255
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.43530879020690916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.01,0.26889920234680176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.4451263904571533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.01,0.04045119881629944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.49008641242980955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.01,0.045151999592781066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.4654719829559326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.01,0.09066560268402099
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,88.96050415039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,88.82535400390626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.01,0.22007360458374023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.5109632015228271
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.30487680435180664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.01,0.2756608009338379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.5058527946472168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.2,0.040540799498558044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.21475839614868164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.01,0.3317440032958984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.49965438842773435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.2,0.05045120120048523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.10032639503479004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.01,0.42078399658203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.2,0.036284801363945005
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.5192480087280273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.15368000268936158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,26.026806640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.01,0.446124792098999
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.2,0.045459198951721194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.5461120128631591
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.1937567949295044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,15.943431091308593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.2,0.08120319843292237
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.01,0.4736800193786621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.563267183303833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.4346496105194092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.2,0.20988800525665283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.01,0.477235221862793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.396342396736145
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.5678719997406005
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.2,0.1797824025154114
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.01,0.440883207321167
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.45460801124572753
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.6058239936828613
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.2,0.28596479892730714
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.01,0.4626016139984131
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.4654816150665283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.6525248050689697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.2,0.34186880588531493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.01,0.4812448024749756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.4622496128082275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.7122144222259521
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.2,0.4153952121734619
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.01,0.5304416179656982
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.5043776035308838
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.2,0.43157758712768557
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.8470911979675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.01,0.5509759902954101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.5095680236816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.2,0.4424384117126465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.9853280067443848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.5257503986358643
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.01,0.6321152210235595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.2,0.42602877616882323
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.5626304149627686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.01,0.7055583953857422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.01,1.4256959915161134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.2,0.49401278495788575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.5501279830932617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.01,0.8256832122802734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.2,0.45356159210205077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.5645023822784424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.01,1.8901952743530273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.2,0.5353951930999756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.01,1.0353535652160644
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.6065887928009033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.2,0.5734560012817382
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.6817599773406983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.01,1.4494943618774414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,102.02290649414063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.01,2.9593631744384767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.2,0.6347263813018799
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.7523615837097168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.2,0.6775936126708985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,24.903340148925782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.01,2.0340608596801757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.84268798828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.2,0.8570943832397461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.01,4.024892807006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.2,1.046348762512207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,110.47774658203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.019971199333667755
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.2,1.063081645965576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.01,3.2395488739013674
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.022940799593925476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.2,1.5710495948791503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.2,1.6944704055786133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.04783680140972137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.01,6.159423828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.2,2.146134376525879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.01,4.370012664794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.2,2.2370464324951174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.01,0.020880000293254854
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.01,0.023603199422359465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.2,3.6191200256347655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.01,0.035257598757743834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.07577919960021973
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.2,3.6166366577148437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.12418880462646484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.01,6.637097930908203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.26676480770111083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.01,8.295120239257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,49.22468872070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.2921504020690918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.2,4.629904174804688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.02006399929523468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.01,0.04477440118789673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.29941439628601074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.2,4.813148880004883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.027251198887825012
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.01,0.05655999779701233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.3190848112106323
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.04365119934082031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.01,0.08555520176887513
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.3290496110916138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.06423680186271667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.01,0.10005760192871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.3411423921585083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.01,9.021529388427734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.09819200038909912
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.01,0.13026560544967652
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.2,7.559091186523437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.01,10.219891357421876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.26120638847351074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.01,0.13029439449310304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.2,7.4030204772949215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.29203200340270996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.01,0.15662399530410767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.3027967929840088
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.01,0.19535039663314818
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.3221247911453247
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.42401599884033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.3220639944076538
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.43146557807922364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.3531199932098389
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.2,9.463241577148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,16,power_law_1.01,11.045935821533202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.4424255847930908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.445849609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.2,10.2585693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.4662752151489258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.4508831977844238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.01,0.3317215919494629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.47493758201599123
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.47191362380981444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.01,0.31817920207977296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.48968958854675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.47925119400024413
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.01,0.3571487903594971
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.01,16.635821533203124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,47.53140869140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.5205471992492676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.49132480621337893
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.01,0.3834912061691284
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.2,0.02083200067281723
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.5321407794952393
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.01,0.3893696069717407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.5148575782775879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.2,11.170272064208984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.2,0.022368000447750093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.01,0.41709442138671876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.6074272155761719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.5220960140228271
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.2,0.03504000008106232
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,16,power_law_1.2,11.936102294921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.01,0.44054398536682127
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.5521183967590332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.6804063796997071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.2,0.04262079894542694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.01,0.45487360954284667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.6211103916168212
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.2,0.051523202657699586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.8192352294921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.01,0.4876255989074707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.2,0.08871359825134277
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,16,power_law_1.01,18.234042358398437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.7005536079406738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.9973504066467285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.2,0.10642240047454835
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.01,0.5445216178894043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.834659194946289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.2,0.12783679962158204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.01,0.6792960166931152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.01,1.3463423728942872
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.2,0.15730559825897217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.2,1.0143296241760253
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.01,0.855190372467041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.2,0.17189760208129884
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.7210079193115235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.2,0.20327041149139405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.2,1.3804256439208984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.01,1.2219231605529786
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.2,0.31804800033569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.2,19.52801971435547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.7752191543579101
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.2,0.35789439678192136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.01,2.520729637145996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.01,1.608255958557129
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.2,0.37874560356140136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,16,power_law_1.2,19.443391418457033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.2,0.40276479721069336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.2,2.55578556060791
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.2,0.403056001663208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.01,2.3713951110839844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.01,3.3366943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.2,0.4276415824890137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.01,32.643853759765626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.2,0.45181121826171877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.2,3.3832160949707033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.2,0.4543327808380127
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.01,3.181203269958496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.01,4.145708847045898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.2,0.48505277633666993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.01,2.2818111419677733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.2,0.5636928081512451
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.2,4.203776168823242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.2,0.6981311798095703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,16,1,power_law_1.01,3.968048095703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.2,0.8650624275207519
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,16,power_law_1.01,35.655905151367186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.01,6.580105590820312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.01,3.0330783843994142
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.2,1.241443157196045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.2,6.666521453857422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.2,1.6175359725952148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,16,1,power_law_1.01,6.370399856567383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.01,0.6814559936523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.01,1.7001087188720703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.2,2.4000831604003907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.01,1.1387552261352538
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.01,2.2830175399780273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.2,3.211478424072266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.2,41.14510803222656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.01,13.100233459472657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.01,1.5511648178100585
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.01,0.4628416061401367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,16,power_law_1.2,42.260311889648435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.2,13.633126831054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,16,1,power_law_1.2,3.9986240386962892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.2,2.282598304748535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,16,1,power_law_1.01,12.653020477294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.2,1.7048095703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.01,2.5159616470336914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.01,0.8701024055480957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.08499839901924133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.01,0.07960000038146972
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.2,1.1664031982421874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.08544639945030212
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.31359360218048093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.2,1.2904447555541991
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.01,1.1240960121154786
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,16,1,power_law_1.2,6.415805053710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.01,3.9892574310302735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.01,0.1007200002670288
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.2,0.6994783878326416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.21464641094207765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.4121119976043701
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.2,0.5395904064178467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.01,1.8422624588012695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.01,0.29824318885803225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.39902400970458984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.2,1.019215965270996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.01,4.01910400390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.8038847923278809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.2,0.8309056282043457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.01,0.5848320007324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.6973375797271728
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.01,3.864217758178711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.2,1.4410816192626954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.01,1.1827263832092285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.2,1.0482784271240235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.01,4.031414413452149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,16,1,power_law_1.2,12.787245178222657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.01,0.8244735717773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.2,1.0327648162841796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.2,2.38438720703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.01,4.109734344482422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.2,1.8302303314208985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.01,2.175507164001465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.01,1.4873600006103516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.01,4.250719833374023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.2,2.1366943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.2,3.8547840118408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.2,0.07906240224838257
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.01,2.391366386413574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.01,4.186790466308594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.01,1.6371200561523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.2,3.930928039550781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.2,2.385203170776367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.01,4.343881607055664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.2,0.12123199701309204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.01,1.7063072204589844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.2,4.000774383544922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.01,2.5217216491699217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.01,4.303887939453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.2,4.141446304321289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.2,2.5721439361572265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.2,0.289468789100647
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.01,4.394192123413086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.01,1.8056352615356446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.01,2.6365119934082033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.2,4.1040191650390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.2,0.5087488174438477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.2,2.6179807662963865
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.01,4.333472061157226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.2,4.017830276489258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.01,1.8618303298950196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.01,4.468678283691406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.01,2.702604866027832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.2,0.7504384040832519
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.2,4.193164825439453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.2,2.710758399963379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.01,4.399871826171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.2,4.294118499755859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.01,1.957107162475586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.01,2.805740737915039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.01,4.7381633758544925
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.2,1.478649616241455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.2,2.8955968856811523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.2,4.532144165039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.01,2.0315200805664064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.2,4.318281555175782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.01,4.614464187622071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.2,1.6225568771362304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.01,2.891689682006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.01,4.986876678466797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.2,2.9863967895507812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.01,2.113804817199707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.2,4.4787841796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.2,1.7144704818725587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.2,4.620035171508789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.01,2.933072090148926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.01,4.887401580810547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.2,3.0543840408325194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.01,2.2211231231689452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.01,5.038057708740235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.2,1.8121919631958008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.2,4.691100692749023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.01,3.0480672836303713
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.2,4.933391952514649
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.01,4.926192092895508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.01,2.341542434692383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.2,3.231833648681641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.2,1.8994623184204102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.01,5.3797248840332035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.2,4.901628875732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.01,3.2077568054199217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.01,2.4392063140869142
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.2,4.9669952392578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.2,1.9946271896362304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.01,5.022739028930664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.2,3.3436641693115234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.01,3.2989025115966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.01,5.90129280090332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.2,5.012582397460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.01,2.680191993713379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.2,2.093328094482422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.2,3.472412872314453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.2,5.1468158721923825
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.01,5.454227066040039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.01,3.540768051147461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.2,2.2205631256103517
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.01,4.178656005859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.01,6.616681671142578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.2,5.205401611328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.2,3.671673583984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.2,5.2608894348144535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.01,6.075401687622071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.2,2.317996788024902
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.01,4.756396865844726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.01,4.476259231567383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.2,5.353865432739258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.2,4.871088027954102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.01,7.65994873046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.2,2.4641504287719727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.2,5.677801513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.01,6.721849822998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.01,5.034223937988282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.01,4.900073623657226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.2,2.537766456604004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.2,5.986182403564453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.2,5.1438945770263675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.2,6.228422546386719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.01,8.865792083740235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.01,5.479651260375976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.01,7.811971282958984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.01,5.3091072082519535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.2,2.7415584564208983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.2,5.618211364746093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.2,6.7293952941894535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.2,6.764956665039063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.01,6.0076545715332035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.2,4.322684860229492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.01,6.16926383972168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.01,11.366515350341796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.01,9.016995239257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.2,6.143584060668945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.2,8.077206420898438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.2,4.5662689208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.2,7.971001434326172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.01,6.954409790039063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.01,7.055088043212891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.2,7.147382354736328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.2,5.031110382080078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.01,11.428176116943359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.2,9.26874237060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.01,13.746453857421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.2,9.192723083496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.01,7.983270263671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.01,8.90340805053711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.2,5.431235122680664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.2,8.181078338623047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.2,11.828358459472657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.01,14.011465454101563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.2,11.986061096191406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.2,6.2734016418457035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.01,10.201356506347656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.01,19.27997741699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.2,10.523014068603516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.01,11.014192199707031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.2,7.114259338378906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.2,15.273423767089843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.2,14.915032958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.01,13.181251525878906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.01,19.699465942382812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.2,13.40063018798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.2,9.016703796386718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.01,15.7731201171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.01,24.740159606933595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.2,21.283871459960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.2,21.506448364257814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.01,19.43665313720703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.2,11.25802230834961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.01,26.048284912109374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.2,19.710287475585936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.01,20.473123168945314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.2,16.106169128417967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.2,28.532745361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.01,36.12613525390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.2,28.693460083007814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.01,25.382400512695312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.2,25.66981201171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.01,38.79317626953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,16,1,power_law_1.01,25.778302001953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.2,21.017990112304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.2,39.6792236328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.01,31.294833374023437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.2,41.284402465820314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.01,48.439694213867185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.2,32.619998168945315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,16,1,power_law_1.2,25.957394409179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.01,50.333795166015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,16,1,power_law_1.01,39.98822021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.2,55.34959106445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.2,55.61993408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.01,51.731658935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.2,51.703546142578126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.01,59.735693359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,16,1,power_law_1.2,40.305487060546874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,16,power_law_1.01,62.7600341796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.2,66.34693603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,16,1,power_law_1.01,79.96221313476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,16,power_law_1.2,68.03470458984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.020047999918460846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.02086720019578934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.02181120067834854
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.028678399324417115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.03983680009841919
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.04058879911899567
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.04127359986305237
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.04926080107688904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.053299200534820554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.055878400802612305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.060684800148010254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.06140480041503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.06536639928817749
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.08117759823799134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09159359931945801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.11360640525817871
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.14126399755477906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.2067647933959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.2527008056640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.35909759998321533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.42588157653808595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.571504020690918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7787519931793213
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.1845888137817382
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.6030912399291992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.51889591217041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.6341854095458985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.633308792114258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.01,96.64305419921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,8.087897491455077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,16,1,power_law_1.2,80.03525390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.019644799828529357
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.02022400051355362
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.021247999370098115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.024403199553489685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.036908799409866334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.038047999143600464
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.03912320137023926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.04007680118083954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.04213759899139404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.04317759871482849
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.04713920056819916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.01,100.2736083984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.05226879715919495
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.021855999529361726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.05920640230178833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.022438399493694305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.06630399823188782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.02386240065097809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.07380800247192383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.029228800535202028
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.08243839740753174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.05055040121078491
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.09598399996757508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.03994880020618439
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.1308192014694214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.04650560021400452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.2,102.05624389648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.16490559577941893
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.04160000085830688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.2565216064453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.04331839978694916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.022563199698925018
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.051475197076797485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.35237441062927244
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.021359999477863312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.05802559852600098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.021372799575328828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.514143991470337
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.05943999886512756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,16.26483154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.025206398963928223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.07562239766120911
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.03793599903583526
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.05272960066795349
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.07794240117073059
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.6854335784912109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.03868480026721954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.053276801109313966
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.09696000218391418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.06600639820098878
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.03920319974422455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.11476800441741944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.04012160003185272
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.23251841068267823
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,1.0978943824768066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.1351647973060608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.04230400025844574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.26990399360656736
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.200982403755188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.043721601366996765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.27630081176757815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.2578752040863037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.04811519980430603
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.27854080200195314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,1.4875424385070801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.05235199928283692
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.3529887914657593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.285536003112793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.05735359787940979
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.42531518936157225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.29230399131774903
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.0654591977596283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.2810528039932251
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.0732159972190857
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5662752151489258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.08293439745903015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.2807744026184082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,2.3110815048217774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.09520000219345093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.2864543914794922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7867616176605224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.1315135955810547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.2885215997695923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.1634719967842102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.29825599193573
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.25378880500793455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.3090751886367798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.1999967575073243
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.32117760181427
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.3595776081085205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,3.169209671020508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.34231998920440676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.5136991977691651
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.40097599029541015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.6224672317504882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,16,power_law_1.01,102.05027465820312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.4557792186737061
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.6941184043884278
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.6078752040863037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,1.1010944366455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6995327949523926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.6031232833862306
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.01,3.949251174926758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,1.0727328300476073
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,1.4981727600097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.3493280410766602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.572675323486328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,2.3137792587280273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.1258304595947264
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.01,6.456089782714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,3.175856018066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.8269472122192383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.697353744506836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.2,3.904140853881836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.549900817871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,7.892140960693359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.443081665039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.2,6.438873291015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.01,13.033544921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.026393601298332216
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.02678399980068207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.027692800760269164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.03336000144481659
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.05093439817428589
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.05252159833908081
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.05406399965286255
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.056883198022842404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.06249279975891113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.06430720090866089
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,8.146975708007812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.06975679993629455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.2,110.09931640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.0813759982585907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.08674880266189575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.10333119630813599
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.12218879461288452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.14345599412918092
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.18072320222854615
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,16.083917236328126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.2745215892791748
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.3430016040802002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.04884159862995148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.04258880019187927
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.2,13.025532531738282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.4719200134277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.07115839719772339
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.23018879890441896
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.5924287796020508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.024323199689388276
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.277129602432251
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.025139200687408447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.027625599503517152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.27961599826812744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.8883872032165527
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,16,power_law_1.2,110.5044921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.032943999767303465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.2793215990066528
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.050521600246429446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.28517119884490966
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.05243840217590332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,1.2123552322387696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.29402239322662355
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.05449600219726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.28060479164123536
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.05655360221862793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,13.4766845703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.2803647994995117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.06201919913291931
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,1.852022361755371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.0659775972366333
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.2849632024765015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.07079359889030457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.2880800008773804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.08017600178718567
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.2964128017425537
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.08620160222053527
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.3072319984436035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.10130560398101807
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,2.529747200012207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.3213696002960205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.11828479766845704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.14558080434799195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.3362943887710571
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.17895040512084961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.3972991943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.28365440368652345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.4612736225128174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.34959681034088136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.6036352157592774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.47756161689758303
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,4.0112255096435545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.7329599857330322
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.5894720077514648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,1.0803327560424805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.8974528312683105
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.3461695671081544
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,1.2123488426208495
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,5.455712127685547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,1.8459455490112304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.0741567611694336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,2.5356800079345705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,2.9081920623779296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.01,6.812818908691407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,3.9894878387451174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,4.555900955200196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,27.037774658203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,5.417683029174805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,1.153587245941162
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.591276550292969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.01,11.121443176269532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,1.0652864456176758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.2,6.794156646728515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.6853568077087402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,8.291177368164062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.5097887992858887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.957759952545166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.2,10.907654571533204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,1.0300479888916017
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,13.34500732421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,1.3605279922485352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.01,22.522802734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,1.3295968055725098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.8081088066101074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,1.3960479736328124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.740118408203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,1.462003231048584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.4392223834991455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.2,22.113600158691405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,1.4787391662597655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.3101599931716919
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.8395423889160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,1.4580639839172362
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,1.1547167778015137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,26.701220703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,1.0649344444274902
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,1.0979999542236327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,1.5002688407897948
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.8130240440368652
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.3271903991699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,1.2491968154907227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,1.5176608085632324
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.7444064140319824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.4373311996459961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,1.3422143936157227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,1.5513376235961913
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.1668511986732483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.8216287612915039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,1.3278335571289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,1.6564607620239258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.3004192113876343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.9748671531677247
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,1.4018848419189454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.7598015785217285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,1.701113510131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,1.2913344383239747
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,1.3592415809631349
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.9222496032714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,1.9572383880615234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,1.4104960441589356
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,1.3192480087280274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,1.1319680213928223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,1.3642271995544433
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,2.080191993713379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,1.4233951568603516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,1.2439776420593263
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,1.429372787475586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,2.6408479690551756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,1.5258144378662108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,1.357151985168457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.01,188.382666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,1.4481216430664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,1.386415958404541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,1.5096991539001465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.02858240008354187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,3.077065658569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,1.5208352088928223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.0582368016242981
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,1.3863264083862306
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,1.544745635986328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,1.5754207611083983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.0902239978313446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,4.1368896484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,1.3655743598937988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,1.7250591278076173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.21060481071472167
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,1.5802592277526855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,1.446451187133789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.3474335908889771
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,2.0173120498657227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,1.6970815658569336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,5.24266242980957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.4834303855895996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,1.5674495697021484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,2.195123291015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,1.7319007873535157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.6877151966094971
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,1.5311648368835449
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,1.7907680511474608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,2.600793647766113
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.7428736209869384
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,7.450959777832031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,1.6444768905639648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.7816959857940674
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,1.9224767684936523
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,3.16146240234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,1.6707231521606445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.8146816253662109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,2.302118492126465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.8454751968383789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,1.9447616577148437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,4.192054367065429
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,9.515628814697266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.8643967628479003
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,2.7197280883789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,2.2022720336914063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,16,power_law_1.01,203.39097900390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.9199968338012695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.028918400406837463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,5.252236938476562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,3.214217758178711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.9557503700256348
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,2.7131679534912108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.058348798751831056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,1.2813440322875977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.07859839797019959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,3.2207710266113283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,4.381635284423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,1.3228960037231445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.11544640064239502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,14.475074768066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,7.478211212158203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.2048192024230957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,1.3584192276000977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,4.351484680175782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.3022847890853882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,5.786687850952148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,1.4963232040405274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.46071038246154783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,1.6492576599121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,10.053964996337891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.4967648029327393
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,5.840943908691406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.512998390197754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.9359359741210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,8.44393310546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.5360671997070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,19.426832580566405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,2.1355712890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.5660863876342773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,8.529996490478515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.5910208225250244
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,2.6786752700805665
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,14.977363586425781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.6103392124176026
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,11.138467407226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,3.217753601074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.6576159954071045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,1.1044032096862793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,11.179373168945313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,4.353107070922851
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,1.1520992279052735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.2,239.837255859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,1.208726406097412
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,24.146400451660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.02881920039653778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,16.94713592529297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,1.3369376182556152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,5.54475212097168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,19.602883911132814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.0584384024143219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,1.487564754486084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.1019487977027893
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,16.15461120605469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.19169919490814208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,1.7989183425903321
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,16,power_law_1.2,244.96611328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,8.179548645019532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.2937920093536377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.028940799832344054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,2.0689376831054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.43582401275634763
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.058412802219390866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.6853343963623046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,2.6085535049438477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.0809503972530365
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.7335423946380615
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.10744960308074951
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,22.769305419921874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,3.1600608825683594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.7605184078216553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,10.833888244628906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.16034879684448242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,24.641783142089842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.7956863880157471
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.267958402633667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,22.90405731201172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.8352864265441895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.43863677978515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,4.319721603393555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.8905887603759766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,39.29550476074219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.46453118324279785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.5000927925109864
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.9139936447143555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,5.517667388916015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,12.953788757324219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.527452802658081
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.9691840171813965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.5601439952850342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,1.3181856155395508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.5951712131500244
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,1.3645664215087892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.6075776100158692
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,8.20766372680664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,30.36809387207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,1.4406335830688477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.6796639919281006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,1.5766528129577637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,1.1433152198791503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,29.2609619140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,1.7104864120483398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,1.1869152069091797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,20.948646545410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,11.05359344482422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,1.2833151817321777
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,40.814947509765624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.9862400054931642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,1.4200448036193847
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,2.199600028991699
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,1.5347359657287598
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,2.734614372253418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,1.8287263870239259
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,13.024688720703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,3.2798816680908205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,2.140083122253418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,2.7046911239624025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,4.471916961669922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,3.2296478271484377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,48.62874755859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,5.690454483032227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,4.408684921264649
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,46.714996337890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,21.072076416015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,41.61112670898437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,82.17537231445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,8.341318511962891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,5.617993545532227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.024105599522590636
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.022819200158119203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.025551998615264894
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.025356799364089966
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.02556479871273041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.02539519965648651
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.043059200048446655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.03584319949150085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.04679999947547912
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.03770560026168823
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.049439999461174014
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.03939520120620728
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,8.301558685302734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.0498879998922348
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.04007680118083954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.050588798522949216
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,11.23214111328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.04066239893436432
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.05112959742546082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.04169279932975769
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.05196160078048706
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.04244160056114197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.05289279818534851
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.04440639913082123
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.05419520139694214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.04655359983444214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.055164802074432376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.04815680086612702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.0582751989364624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.05310080051422119
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,11.372627258300781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.06178879737854004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.05753920078277588
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.065583997964859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.06311360001564026
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.07365760207176208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,13.134553527832031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,80.753564453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.07428159713745117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.09629439711570739
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.024166400730609893
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.0984063982963562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.1185696005821228
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.025212800502777098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.12536319494247436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.20338239669799804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.025276800990104674
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.22790079116821288
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.31967360973358155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.03930560052394867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.3605216026306152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.043296000361442565
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,41.26114196777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.635539197921753
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.04921599924564361
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.6525248050689697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,13.198422241210938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.022700800001621245
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.05004799962043762
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.9623583793640137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.02531520128250122
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,1.0530624389648438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.050281602144241336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.02539840042591095
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.05101439952850342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,1.670479965209961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.0331712007522583
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.05160319805145264
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,1.8670335769653321
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.03666560053825378
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.05286399722099304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.0394239991903305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,2.330112075805664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.05435199737548828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.040294399857521056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,2.576380729675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.05570560097694397
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,21.411827087402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.04104639887809754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.058608001470565795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.04181120097637177
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.061852800846099856
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,3.6604640960693358
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.042684799432754515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.0671072006225586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,4.008070373535157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.04471360146999359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.07659199833869934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.046982398629188536
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.1052575945854187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.04912639856338501
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.14305280447006224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,4.9859169006347654
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.053487998247146604
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,21.5759521484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.23868799209594727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.05983359813690185
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,5.3979137420654295
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.3520416021347046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.06590080261230469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.07559679746627808
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.6730368137359619
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.1069216012954712
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,5.978863906860352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,1.061135959625244
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.12673280239105225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.24186880588531495
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.01,6.433302307128907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,1.783078384399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.36399359703063966
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,109.51820068359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.7131743907928467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,2.556825637817383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.26311359405517576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,1.1142463684082031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,105.4820068359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.11414400339126587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.08740479946136474
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.03795199990272522
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,9.828524780273437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,1.9281728744506836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.18781119585037231
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,4.093392181396484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.03735359907150269
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.21429760456085206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.03621760010719299
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.01,10.917791748046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.3240959882736206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.05963519811630249
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,2.722140884399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.2983648061752319
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.05936639904975891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.34063360691070554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.06783040165901184
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,5.510153579711914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,42.585287475585936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.06913920044898987
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.314246392250061
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.07154560089111328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.3537312030792236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.26089279651641845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,4.3896831512451175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.07329599857330323
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.3632256031036377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.08147519826889038
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.07596799731254578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.08113279938697815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.34457600116729736
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.08189120292663574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.12968640327453612
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.3591552019119263
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,6.674185943603516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.10108480453491211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.1946336030960083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.3970207929611206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.13545600175857545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,5.734700775146484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.30002880096435547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.41928958892822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,42.370947265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.20107519626617432
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.3250816106796265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.4245759963989258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.26457600593566893
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.3447135925292969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.037785598635673524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.4624032020568848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,20.597132873535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.3584480047225952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.03554239869117737
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.3095839977264404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.5551807880401611
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.020729599893093108
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.0363103985786438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.39639360904693605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.3410720109939575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.03219839930534363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.6599071979522705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.0550495982170105
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.362719988822937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.509497594833374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.03981119990348816
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.01,21.902243041992186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.2,7.020582580566407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.05750719904899597
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.3692800045013428
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.9393183708190918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.04989440143108368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.6482848167419434
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.02162880003452301
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.0673919975757599
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,11.676828765869141
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.3700000047683716
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.06330239772796631
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.029129600524902342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.06932799816131592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,1.2302623748779298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.9470687866210937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.17998720407485963
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.4007296085357666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.03216319978237152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.07083839774131775
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.19925440549850465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.41458878517150877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.03563520014286041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,1.305241584777832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.07267839908599853
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,1.9316991806030273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.2105855941772461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.041654399037361144
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.4302015781402588
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.07562879920005798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.2119999885559082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.05333439707756042
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.467468786239624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,2.0677183151245115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.08210560083389282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.22610559463500976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.05518400073051453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,2.731113624572754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.5666399955749511
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.10043840408325196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.23155519962310792
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.05693759918212891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.12798080444335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.692246389389038
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.0597760021686554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.30156478881835935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,2.8745952606201173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.2,12.205260467529296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.17947200536727906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.061964797973632815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.30794239044189453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.9682304382324218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,4.296976089477539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.3279328107833862
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.06969919800758362
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.32397439479827883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.36280319690704343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.07891200184822082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,1.4076000213623048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.33055040836334226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,4.477225494384766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.07834879755973816
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.38867199420928955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.348688006401062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.1094208002090454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,2.2102527618408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.5013023853302002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.36703360080718994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,5.9382080078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.11758400201797485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.4081984043121338
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.6481855869293213
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.1767680048942566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,3.0058975219726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.4643392086029053
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,6.057478332519532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.9427616119384765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.26744320392608645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,23.93811798095703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.6203839778900146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.3220992088317871
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,1.3877087593078614
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.021084800362586975
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.3723167896270752
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.785206413269043
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.034569600224494935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,4.832320022583008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,8.56394271850586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.5448095798492432
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,2.283359909057617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.03922879993915558
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,1.0669119834899903
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.044710400700569156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.7219264030456543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,1.367625617980957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.05541120171546936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,9.209747314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,1.0440959930419922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,3.2165153503417967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.1804703950881958
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.2031167984008789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,7.037187194824218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,2.0347904205322265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,1.3662655830383301
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.2,24.068083190917967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.21588480472564697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.021689599752426146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.2218463897705078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,4.825564956665039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,11.58493423461914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,2.0373184204101564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,2.73023681640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.0294048011302948
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.22853119373321534
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.03167040050029755
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.2390752077102661
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.0349151998758316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.29936320781707765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,2.7401760101318358
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,12.569561767578126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.04029119908809662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.31020801067352294
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,10.553743743896485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,4.238803100585938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,6.511772918701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.053660798072814944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.32400639057159425
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.05590720176696777
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.33863680362701415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.058387202024459836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,4.138627243041992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.3485663890838623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.06101760268211365
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.375216007232666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.0629696011543274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,5.971222305297852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,14.501606750488282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.41246719360351564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.07095999717712402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.4704415798187256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.07517439723014832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,10.453673553466796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.08584960103034973
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,5.555859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.6291711807250977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.1032256007194519
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,15.18981475830078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,15.189593505859374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.7849887847900391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.1255679965019226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.17392959594726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,7.046208190917969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,1.1011520385742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.26010880470275877
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,1.3851776123046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.32720959186553955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,6.922736358642578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.3741663932800293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,2.0757280349731446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,13.843775939941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.5456319808959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.7261600017547607
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,2.779804801940918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,1.0604928016662598
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,23.790066528320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,18.499551391601564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,11.953523254394531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,1.3801952362060548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,4.349862289428711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,11.175971221923827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,2.0735647201538088
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,25.10264892578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,2.760982322692871
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,17.93742980957031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,6.120284652709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,4.152323150634766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,7.325939178466797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,5.59837760925293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,24.066140747070314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,32.3428466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.7963456153869629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,22.43000946044922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.7272704124450684
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.5420576095581054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,6.981689453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.34311039447784425
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.4588223934173584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,12.328205108642578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.6366303920745849
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.13675520420074463
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,29.4100341796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.7157824039459229
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.4935488224029541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.9861120223999024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.6663519859313964
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,1.0926272392272949
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.8759008407592773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,50.15025939941406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,1.058614444732666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.9492416381835938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.7962912082672119
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,11.246320343017578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.9637791633605957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,1.1175552368164063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.4115744113922119
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.9518815994262695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,1.0566176414489745
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.31258881092071533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,50.162359619140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.9455552101135254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.5836832046508789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,1.1753055572509765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.5371359825134278
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.6645567893981934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,1.0320992469787598
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,1.1564895629882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.21791040897369385
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.9764320373535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,1.0618687629699708
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.17813760042190552
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,1.2054176330566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.36901121139526366
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,1.0377056121826171
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,1.1056768417358398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,1.2048735618591309
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,24.573475646972657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.35720961093902587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,1.025984001159668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,1.1563039779663087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,1.2628671646118164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.027116799354553224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.9391648292541503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,1.1092927932739258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,1.1861248016357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,1.3344991683959961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.04996800124645233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.907744026184082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,1.095456027984619
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.09599999785423279
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,1.240176010131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,1.3980799674987794
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.896726417541504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.1987231969833374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,1.146828842163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,1.3638431549072265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,1.5727328300476073
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.9784000396728516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.30541119575500486
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,22.539773559570314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,1.19169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,1.5576224327087402
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.5403264045715332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,1.0100671768188476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.027449598908424376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,1.8284288406372071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,1.196451187133789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.5754784107208252
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.0438400000333786
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.981379222869873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,1.7585887908935547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,1.2266240119934082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.6067423820495605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.06818879842758178
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,2.3200735092163085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,1.074892807006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.0969215989112854
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.6208640098571777
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,2.3030399322509765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,1.293564796447754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,61.91571044921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,1.0557215690612793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.1311743974685669
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.6447840213775635
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,2.9333728790283202
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.02720640003681183
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,1.3462559700012207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.32964799404144285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,1.1472415924072266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,2.8558143615722655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.6729631900787354
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.06043199896812439
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.35940799713134763
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,1.4421664237976075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.6917344093322754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.10367360115051269
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,1.177734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,4.0659233093261715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.38046720027923586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.1629472017288208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.9515520095825195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,1.6726112365722656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,4.174441528320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,1.2261695861816406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.40482559204101565
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.2637408018112183
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.9858207702636719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,65.90902099609374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.41313920021057127
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,1.8809791564941407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,1.3035200119018555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.5315008163452148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,1.0132800102233888
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.4295807838439941
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,5.406006240844727
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.02747200131416321
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.578115177154541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,1.5318079948425294
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,5.51091194152832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.44256958961486814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,2.5098175048828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.053907197713851926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,1.050985622406006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.6227807998657227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.06559039950370789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.7774271965026855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,1.784377670288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,1.0945216178894044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.6470975875854492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.09015039801597595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,3.1764575958251955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.8072575569152832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.6499775886535645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,1.213209629058838
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.11908160448074341
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,2.365692710876465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,8.101702117919922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.8439007759094238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.6918784141540527
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.32616000175476073
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,1.3735903739929198
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,8.502304077148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.8676223754882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.7297440052032471
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.36574718952178953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,4.692303848266602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,3.055084800720215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,1.5016863822937012
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.8986592292785645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.3828191995620728
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.994108772277832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.40561280250549314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,1.014732837677002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,1.0225343704223633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.7464000701904296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.4216832160949707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,4.538195037841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,10.855238342285157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,6.419366455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,1.0497695922851562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,1.1374303817749023
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.4437920093536377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,2.356412887573242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,11.004236602783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,1.0708640098571778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.46245441436767576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,1.389033603668213
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,1.1241567611694336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.8008000373840332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,5.98895034790039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,2.849920082092285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,1.6471519470214844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.8254112243652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,1.2236063957214356
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,9.177168273925782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,2.135807991027832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.8461600303649902
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,1.369980812072754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,4.039052963256836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.8725376129150391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,1.5170816421508788
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,2.621993637084961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,16.541719055175783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,9.476300811767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.9297439575195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.8072479248046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,1.044758415222168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,17.26219787597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,5.254441452026367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,3.667878341674805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,1.1532608032226563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,2.3626592636108397
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,12.977529907226563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,1.4168416023254395
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,2.901046371459961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,4.8246910095214846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,1.6727519989013673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,12.734143829345703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,7.905622100830078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,2.137436866760254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,4.113379287719726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,22.6413818359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,7.310610961914063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,2.651702308654785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,5.373567962646485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,23.313705444335938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,20.446138000488283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,10.645254516601563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,3.7321887969970704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,20.219842529296876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,10.077088165283204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,8.182672119140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,4.916729736328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,12.821430969238282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,7.512147521972656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,11.011241912841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,27.846136474609374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,12.244649505615234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,27.998251342773436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,29.418301391601563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,10.477340698242188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,27.512710571289062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,13.160617065429687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,21.34193572998047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,20.199945068359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,12.536854553222657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,36.156646728515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,21.911363220214845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,48.24223022460937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,36.09559020996094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,20.75792999267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,47.64183044433594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,43.21757202148437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,1.15415678024292
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,40.932037353515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,1.5496416091918945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.8073056221008301
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,1.5565247535705566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,1.127011203765869
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.49668159484863283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,1.1266400337219238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,44.63443298339844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,1.1266304016113282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.3200608015060425
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,1.1549247741699218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,62.002813720703124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.9193920135498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,41.73086853027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,1.4107744216918945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,1.5492639541625977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,1.3421952247619628
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.8091679573059082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,1.5935551643371582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,59.852020263671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,1.3294976234436036
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,1.1247679710388183
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,1.4103967666625976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,1.7916288375854492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.5297344207763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.9705120086669922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,1.7641792297363281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,1.9254720687866211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.9178751945495606
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.2959775924682617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,1.809916877746582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,1.923904037475586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,1.2325632095336914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.8075424194335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,1.846544075012207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,1.329315185546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,2.006563186645508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,1.1393440246582032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,1.8786624908447265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,1.6813535690307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,2.1359615325927734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,1.234716796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,95.60501708984376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,1.9750143051147462
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,1.928156852722168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,2.221939277648926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,1.755628776550293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.02869119942188263
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,95.12739868164063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,2.0038784027099608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,1.8804704666137695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.07242239713668823
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,2.2291040420532227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,1.7964319229125976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.028963199257850646
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.0771776020526886
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,1.9451776504516602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,1.9215200424194336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.07275519967079162
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,2.1482784271240236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,1.8080608367919921
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.20755839347839355
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.07842879891395568
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,2.172265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,2.099014472961426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,1.884377670288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,2.3547647476196287
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.40039358139038084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.12898240089416504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,1.987798309326172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,2.1474559783935545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,1.9491392135620118
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.594214391708374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,2.5541887283325195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.25620160102844236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,2.0884639739990236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,2.292959976196289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.706879997253418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.39967999458312986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,2.0097984313964843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,2.5179935455322267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.964748764038086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.4741951942443848
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,2.1326303482055664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,2.487062454223633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,2.1116544723510744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,2.9024799346923826
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,1.0245471954345704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.6364768028259278
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,2.3008480072021484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,1.957334327697754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,2.8629791259765627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.6650847911834716
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,1.068166446685791
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,3.3978721618652346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,2.307855987548828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,2.253926467895508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.6925663948059082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,3.057561683654785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,1.131430435180664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,3.780643081665039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,2.6467615127563477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.756006383895874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,2.347235107421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,1.1787872314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,3.743414306640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.7847263813018799
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,2.8049760818481446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,1.2230079650878907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,2.4415071487426756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,4.733219146728516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.8106816291809082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,1.2565631866455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,4.766624069213867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,3.3860607147216797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,2.6404800415039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.8798463821411133
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,1.317843246459961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,5.765055847167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,129.84744873046876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.9256768226623535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,3.3229438781738283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,3.987782287597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,5.798992156982422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,1.3719584465026855
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.028886398673057555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.9721247673034668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,1.9028064727783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.07271999716758729
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,3.723068618774414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,7.81119384765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,5.113731384277344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,1.6500608444213867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,135.9591796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.10259519815444947
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,2.0508256912231446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,7.86065902709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,1.7978176116943358
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.02910720109939575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.20800960063934326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,4.984022521972657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,2.183670425415039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,6.110812759399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.07288320064544677
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.3493151903152466
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,1.9436511993408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,10.036841583251952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,2.399190330505371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.09210240244865417
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.5107039928436279
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,6.04804801940918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,10.211135864257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,2.246883201599121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.12869759798049926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.6319583892822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,8.358473968505859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,2.6766592025756837
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,2.5630752563476564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.2191391944885254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.9004863739013672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,3.2386943817138674
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.34063360691070554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,8.411641693115234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,14.246067810058594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.9805312156677246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,3.1079839706420898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.40825281143188474
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,14.747903442382812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,11.409993743896484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,1.0330656051635743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,3.780451202392578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.5945248126983642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,3.649638366699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,1.0886112213134767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.6539040088653565
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,11.225933074951172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,4.945795059204102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,1.131123161315918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,4.829068756103515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.6695775985717773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,1.1927680015563964
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,18.972589111328126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.73056001663208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,16.828131103515624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,6.1547904968261715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,1.2350399971008301
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,19.660386657714845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.7767583847045898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,6.064569473266602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,1.2949824333190918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,16.250119018554688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.8037856101989747
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,1.3743231773376465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.8856703758239746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,8.729177856445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,8.767254638671876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,1.8741024017333985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.9299967765808106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,23.58085479736328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,2.084262466430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.9686559677124024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,22.086886596679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,1.628447914123535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,2.1508928298950196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,24.306845092773436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,11.42071990966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,22.096832275390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,11.655318450927734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,1.8359039306640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,2.446976089477539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,1.963212776184082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,2.711097526550293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,2.3225183486938477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,13.41003875732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,3.3356353759765627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,13.544854736328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,2.600748825073242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,27.741552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,3.911446380615234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,3.213235092163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,26.882003784179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,38.2621826171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,5.094777679443359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,3.777484893798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,38.49024353027344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,21.313436889648436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,6.376057434082031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,4.979919815063477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,21.505404663085937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,6.265788650512695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,9.010221099853515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,47.34158630371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,9.006089782714843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,44.815731811523435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,11.812934112548827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,11.972806549072265
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,41.447314453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.21029438972473144
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,41.7730712890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,13.832316589355468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.16741440296173096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.04907200038433075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.01,0.03199360072612763
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.07501760125160217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.01,0.037222400307655334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.11059520244598389
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.01,0.030748799443244934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.21723520755767822
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.01,0.050800001621246337
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.18276480436325074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.01,0.05658559799194336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,76.57880859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.24113600254058837
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.01,0.06056960225105286
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,13.732048034667969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.21010239124298097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.01,0.06283519864082336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.24109439849853515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.13134080171585083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.01,0.06464319825172424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.24695360660552979
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.05052480101585388
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.01,0.0656000018119812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.2338560104370117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.07617599964141845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.01,0.06752319931983948
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.2420799970626831
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.08288000226020813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.01,0.06893439888954163
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.24502720832824706
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,79.67760009765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.21587839126586914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.01,0.07276160120964051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.2528543949127197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.2,0.03182399868965149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.01,0.07702720165252686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.21929280757904052
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.2757920026779175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.2,0.03192000091075897
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.01,0.08473600149154663
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.24169600009918213
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.27808959484100343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,22.078688049316405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.2,0.030326399207115173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.01,0.1034208059310913
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.1929792046546936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.30956480503082273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.2,0.0488864004611969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.01,0.11641919612884521
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.19858239889144896
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.35915839672088623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.2,0.05389440059661865
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.23680319786071777
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.01,0.17647360563278197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.4074079990386963
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.2,0.06253759860992432
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.2292191982269287
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.01,0.3002847909927368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.5584383964538574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.2,0.06270400285720826
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.24883520603179932
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.01,0.38273599147796633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.2,0.06457599997520447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.7166848182678223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.2774847984313965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.01,0.5881728172302246
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.2,0.06468799710273743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,21.97400665283203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.2760063886642456
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.01,1.1503007888793946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.2,0.06766719818115234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.01,0.7892096042633057
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.2789983987808228
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.2,0.07091839909553528
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.3174207925796509
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.01,1.6407903671264648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.01,1.262172794342041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.2,0.07439360022544861
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.358191990852356
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.2,0.0796992003917694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.01,1.8795936584472657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.408406400680542
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.2,0.09551680088043213
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.01,2.706604766845703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.2,0.10594559907913208
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.5733407974243164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.2,0.11932480335235596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.764847993850708
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.01,2.930339241027832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.01,3.761996841430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.2,0.17027839422225952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.2,1.283091163635254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.2,0.3194976091384888
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.2,0.3909343957901001
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.01,4.0390785217285154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.2,1.8735200881958007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.2,0.5773759841918945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.01,5.754876708984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,93.94149169921874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.2,0.8402400016784668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.2,3.150281524658203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.018937599658966065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,89.68114013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.2,1.3672736167907715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.021452799439430237
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.01,6.2142078399658205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.032128000259399415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.01,0.01995840072631836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.2,2.0045663833618166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.2,4.1965278625488285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.04067200124263763
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.01,0.022470399737358093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.01,7.87899169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.049404799938201904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.01,0.0295199990272522
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.07538560032844543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.01,0.036796799302101134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,42.72187805175781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.2,3.1948383331298826
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.09314879775047302
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.01,0.043263998627662656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.018982400000095368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.01,8.402413177490235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.09563199877738952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.01,0.056959998607635495
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.2,6.784812927246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.020236800611019134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.11678080558776856
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.01,0.06033279895782471
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.032630398869514465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.12346880435943604
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.01,0.06431679725646973
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.2,4.409833526611328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.03860799968242645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.14030079841613768
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.01,9.516563415527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.01,0.0667680025100708
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.04519999921321869
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.1734015941619873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.01,0.06971520185470581
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.07147520184516906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.18119360208511354
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.01,0.07563520073890687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,42.66599731445312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.08578559756278992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.21159679889678956
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.01,0.07337920069694519
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.2,8.891180419921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.11258560419082642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,32,power_law_1.01,10.198291015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.2,0.019993600249290467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.2265023946762085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.01,0.07562239766120911
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.2,7.183721923828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.11883519887924195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.2,0.021673600375652313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.22643520832061767
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.01,0.07948799729347229
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.14061440229415895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.2,0.029382398724555968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.24451839923858643
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.01,0.08457599878311158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.15217920541763305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.2,0.03338879942893982
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.27737600803375245
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.01,0.08818560242652893
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.20264320373535155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.2,0.04060479998588562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.3067935943603516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.01,0.0976863980293274
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.21391360759735106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.2,0.056576001644134524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.3587935924530029
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.01,0.1208799958229065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.22780799865722656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.01,15.578732299804688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.2,0.05904319882392883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.01,0.16722240447998046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.4199359893798828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.2,9.462611389160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.2,10.818812561035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.23633599281311035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.2,0.06421759724617004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.01,0.29314560890197755
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.5746208190917969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.245468807220459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.2,0.06808000206947326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.01,0.34766719341278074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.2,0.07102400064468384
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.2575103998184204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.7272480010986329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.2,0.07739199995994568
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.28821439743041993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.01,0.4898240089416504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,32,power_law_1.01,16.706617736816405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.2,0.07518720030784606
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.01,1.0710335731506349
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.3154304027557373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.01,0.6593120098114014
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.2,0.0761247992515564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.36594879627227783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.2,0.08130239844322204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.01,1.3785440444946289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.01,1.0121855735778809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.441593599319458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,32,power_law_1.2,11.674329376220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.2,0.08679680228233337
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.5848415851593017
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.2,0.09130560159683228
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.01,1.3707103729248047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.01,2.066339111328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.2,0.10090240240097045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.7424992084503174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.2,0.1227903962135315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.2,18.736997985839842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.2,1.0697088241577148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.01,2.0797536849975584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.2,0.18736000061035157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.01,2.7360095977783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.2,0.29488959312438967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.2,1.416102409362793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.2,0.36053760051727296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.01,2.7565792083740233
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.2,0.49826560020446775
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.01,3.3519710540771483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.2,2.083673667907715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.2,0.6690176010131836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.01,32.35511779785156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,32,1,power_law_1.01,3.4133792877197267
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.2,1.0268447875976563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,32,power_law_1.2,19.17430725097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.2,2.7757280349731444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.2,1.3907423973083497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.01,5.444713592529297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.01,1.6782976150512696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.4064735412597655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,32,power_law_1.01,33.993038940429685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.2,2.107606315612793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,32,1,power_law_1.01,5.599158477783203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.01,1.5635071754455567
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.2,2.8016672134399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.01,1.2615167617797851
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.2,5.516918563842774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.01,0.4455296039581299
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,32,1,power_law_1.2,3.4615104675292967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.01,1.1694304466247558
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.01,10.887757110595704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.01,0.7066847801208496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.2,38.58469848632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,32,1,power_law_1.01,11.243401336669923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.01,0.3120575904846191
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.2,1.6083328247070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.01,0.8978464126586914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,32,1,power_law_1.2,5.625487899780273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.2,1.2672927856445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.01,0.530022382736206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.2,11.028374481201173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.2,1.385638427734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.2,0.6046624183654785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.01,2.0180864334106445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.01,0.7143680095672608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.07551040053367615
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,32,power_law_1.2,40.023431396484376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.2,0.44466562271118165
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.2,0.29329919815063477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.01,2.0815935134887695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.0943231999874115
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.01,2.006707191467285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.07523519992828369
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.01,0.07442240118980407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.2,0.7477215766906739
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,32,1,power_law_1.2,11.302377319335937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.2,0.48673281669616697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.21650240421295167
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.01,2.0709344863891603
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.10754560232162476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.01,0.08875839710235596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.01,2.1505760192871093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.2,0.9251328468322754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.2,0.07418879866600037
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.2,0.5877567768096924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.22023360729217528
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.01,2.2803071975708007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.01,0.15937600135803223
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.01,2.126118469238281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.2,1.9080575942993163
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.2,0.09151039719581604
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.2,2.0703359603881837
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.41683521270751955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.37271358966827395
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.01,2.237660789489746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.2,0.15826879739761351
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.01,2.165235137939453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.2,2.122758483886719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.61911039352417
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.2,1.9884159088134765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.540447998046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.01,0.32159359455108644
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.2,0.27119998931884765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.01,2.3533504486083983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.01,2.2473119735717773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.2,2.0612192153930664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.01,1.0839103698730468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.01,0.48378558158874513
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.2,1.0730400085449219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.2,2.181551933288574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.2,0.42833919525146485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.01,2.396905517578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.01,2.265385627746582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.2,2.2683488845825197
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.01,1.205241584777832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.01,0.8070112228393554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.2,1.1958239555358887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.2,2.2681440353393554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.2,0.8000096321105957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.01,2.393868827819824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.01,1.2810144424438477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.01,0.8768256187438965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.2,2.2355583190917967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.01,2.404844856262207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.2,1.2873536109924317
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.2,0.8826720237731933
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.2,2.2658527374267576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.01,2.5942495346069334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.01,0.9286656379699707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.01,1.320310401916504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.2,2.282963180541992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.2,1.339635181427002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.01,2.4940511703491213
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.2,0.9450912475585938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.2,2.4719776153564452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.01,0.9685952186584472
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.01,1.381766414642334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.2,1.418227195739746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.01,2.6911808013916017
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.2,2.3949663162231447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.2,0.9914431571960449
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.01,2.6325023651123045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.2,2.4315040588378904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.01,1.024169635772705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.01,1.4584351539611817
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.2,1.4864192008972168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.2,1.0410528182983398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.01,2.8929983139038087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.2,2.5377887725830077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.01,2.7241727828979494
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.01,1.0856800079345703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.2,2.501910400390625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.01,1.5138527870178222
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.2,1.5827839851379395
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.2,1.1300640106201172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.01,3.1072479248046876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.2,2.668351936340332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.01,2.8927167892456054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.01,1.1519583702087401
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.01,1.5747584342956542
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.2,2.632614326477051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.2,1.2051039695739747
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.2,1.6476255416870118
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.01,1.2068415641784669
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.2,2.818422317504883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.01,3.5702911376953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.01,3.112278366088867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.01,1.6977951049804687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.2,1.251699161529541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.7657312393188476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.2,2.7625471115112306
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.01,1.2846559524536132
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.2,2.879916763305664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.771468734741211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.2,1.3305727958679199
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.01,3.797862243652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.01,4.19697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.855504035949707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.2,2.9086591720581056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.01,1.374995231628418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.8758560180664063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.2,1.4317119598388672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.2,3.0887615203857424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.9521984100341796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.01,4.356726455688476
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.01,1.4770624160766601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.01,5.268953704833985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.2,3.251433563232422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.01,2.0379072189331056
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.2,1.5237119674682618
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.2,3.7620670318603517
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.2,2.119795227050781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.01,1.6236000061035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.01,5.395436859130859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.2,3.848633575439453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.2,1.6704959869384766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.01,6.2620384216308596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.2,4.323702239990235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.01,2.4838464736938475
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.2,4.334751892089844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.01,6.568841552734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.01,2.1474336624145507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.2,2.5705951690673827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.2,5.359657669067383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.01,8.573117065429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.2,2.187084770202637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.01,2.699567985534668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.01,2.296348762512207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.2,5.510572814941407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.2,2.7671295166015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.2,2.3691936492919923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.01,3.061836814880371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.01,9.005203247070312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.2,6.530831909179687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.01,2.6012031555175783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.2,3.129801559448242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.01,10.997821044921874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.2,6.691433715820312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.2,2.6546239852905273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.01,3.400806427001953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.01,2.8889312744140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.2,3.4829792022705077
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.2,9.26976318359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.2,2.9132991790771485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.01,11.587731170654298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.01,4.094156646728516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.2,9.431497955322266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.01,3.370880126953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.2,4.17182731628418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.2,3.4994110107421874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.01,15.965501403808593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.01,4.853078460693359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.01,4.1099201202392575
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.2,11.924559783935546
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.2,4.934774398803711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.2,4.190879821777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.2,12.224889373779297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.01,17.045542907714843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.01,6.476092529296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.01,5.688761520385742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.2,6.662191772460938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.2,5.783363342285156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.01,21.025811767578126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.2,16.89976348876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.01,8.347574615478516
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.01,7.370595550537109
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.2,18.739779663085937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.2,8.50679702758789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.2,7.474060821533203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.01,22.637344360351562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.01,10.909011077880859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.01,12.204303741455078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.2,23.12829132080078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.2,12.464793395996093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.2,10.986669158935547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.01,31.208392333984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.2,24.398265075683593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.01,34.00387268066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.01,14.581689453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.01,16.320144653320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.2,14.712713623046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.2,16.75567626953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.2,34.50645751953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.2,36.48638916015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,32,1,power_law_1.01,18.114866638183592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.01,41.82014770507813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.01,19.706419372558592
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,32,1,power_law_1.2,18.212991333007814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.2,20.039715576171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.01,46.25486755371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.2,47.079718017578124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,32,1,power_law_1.01,28.766583251953126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.2,48.14896240234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.01,31.6300048828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,32,1,power_law_1.2,28.92763671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.2,32.55874938964844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.01,52.68585205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,32,power_law_1.01,55.778289794921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.2,57.90079956054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,32,power_law_1.2,60.71717529296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,32,1,power_law_1.01,57.57930297851563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.5876863956451416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,32,1,power_law_1.2,57.777252197265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.5421055793762207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.01,63.4564208984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.38827199935913087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.39854719638824465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.5853248119354248
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.35393600463867186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.4160799980163574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.2,65.32923583984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.2313472032546997
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.5420032024383545
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.5332736015319824
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.01,82.85698852539062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.2713759899139404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.20788159370422363
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.38914880752563474
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.5623712062835693
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.3862143993377686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.35952320098876955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.35555520057678225
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.7263232231140136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.15042879581451415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.48007998466491697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.5919904232025146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.7788703918457032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.23110721111297608
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.5620160102844238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.6283296108245849
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.786191987991333
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.3538912057876587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.6779200077056885
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.6107391834259033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.6824416160583496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.4620031833648682
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.6873856067657471
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.66494722366333
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.7459839820861817
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.5757984161376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.7402143955230713
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.7005343914031983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.7645023822784424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.6584191799163819
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.7251935958862304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.6954847812652588
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.8288191795349121
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,32,power_law_1.01,90.36004638671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.6878655910491943
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.7649343967437744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.6910975933074951
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.915123176574707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.6990143775939941
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.7615520000457764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.7845920085906982
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.9505760192871093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.7441408157348632
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.8257663726806641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.8185952186584473
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.9569567680358887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.7395232200622559
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.8102463722229004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.8101823806762696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,1.0168992042541505
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.6853631973266602
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.8645279884338379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.8733471870422364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,1.2288576126098634
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.7918335914611816
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.2,93.65277099609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.9031231880187989
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.9926719665527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.8121824264526367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,1.405887985229492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,1.026956844329834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,1.1580320358276368
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.8777952194213867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,1.8006111145019532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,1.2261759757995605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,1.4264896392822266
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.9819295883178711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,1.401465606689453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,2.3061824798583985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,1.9577184677124024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,1.1701343536376954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,1.8649663925170898
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,3.2681793212890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,2.3362239837646483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,1.4296704292297364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,32,power_law_1.2,101.58914184570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,2.4324960708618164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,1.896575927734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,3.4276897430419924
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,4.3338878631591795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,3.5990848541259766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,2.478220748901367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,4.528156661987305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,6.4048515319824215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,3.6642494201660156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,4.99299201965332
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,6.6934051513671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,4.773465728759765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,8.598947143554687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,7.190278625488281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,7.52318115234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,9.095977783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,9.957513427734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,12.807958984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,9.823798370361327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,13.748074340820313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,14.58148193359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,17.345301818847656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,15.244583129882812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,18.629353332519532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,20.846342468261717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,22.03395233154297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,20.729411315917968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,22.814151000976562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.01,168.4962646484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.022492800652980805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.025094398856163026
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.03365119993686676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,27.177755737304686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.03576320111751556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.03643519878387451
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.03810240030288696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.03890880048274994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,25.78453369140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.039273598790168764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.039919999241828916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.04080640077590943
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.04169279932975769
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.04291200041770935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,36.73180236816406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.0472351998090744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.054364800453186035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.060627198219299315
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.0643455982208252
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.07130879759788514
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.0866752028465271
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,36.914453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.10499839782714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.16584320068359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.2768064022064209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.5680191993713379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,32,power_law_1.01,187.060107421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.9410559654235839
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.02237759977579117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.025014400482177734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,43.35299377441406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.0295199990272522
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,1.6017759323120118
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.03033280074596405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.03107520043849945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,2.2764448165893554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.0328575998544693
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.03410559892654419
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,43.6387939453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.03449920117855072
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.03575679957866669
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,3.55041618347168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.03639360070228577
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.03790720105171204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.040115201473236085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.04247680008411407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,4.756441497802735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.052223998308181765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.2,200.0738037109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.055820798873901366
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.0607200026512146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.022495999932289124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.06926720142364502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.025014400482177734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.09084479808807373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.032278400659561154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,5.816355133056641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.0347104012966156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.11624640226364136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.03629760146141052
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.19394880533218384
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.03796800076961517
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.32527039051055906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.03872320055961609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.039164799451828006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.621779203414917
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.04004479944705963
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.0405023992061615
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,1.0060895919799804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.04164800047874451
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,9.588944244384766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.047167998552322385
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,1.7861503601074218
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,74.2334228515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.050633597373962405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.022812800109386445
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.0577023983001709
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.025462400913238526
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.06117119789123535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,2.5366207122802735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,32,power_law_1.2,208.0683837890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.029769599437713623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.06474879980087281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.03584960103034973
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.03078399896621704
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.07247679829597473
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.038252800703048706
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.03150399923324585
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.08995199799537659
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.057011198997497556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.03312639892101288
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,3.9379550933837892
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.11349760293960572
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,74.62537841796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.034143999218940735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.06529279947280883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.18592000007629395
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.03473599851131439
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.03212159872055054
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.0658847987651825
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.31559998989105226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.03574079871177673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.06793280243873596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.035667198896408084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.0692736029624939
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.0368800014257431
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.04737280011177063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.6556896209716797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,5.2718463897705075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.0707744002342224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.0385343998670578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.047958400845527646
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,1.0336000442504882
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.07226880192756653
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.04255039989948273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.04970879852771759
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.07389439940452576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.05268480181694031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.04739840030670166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,19.258956909179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.08190400004386902
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.054662400484085084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.05286399722099304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,1.7338464736938477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.03538880050182343
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.08763840198516845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.055731201171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.057251197099685666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.03726080060005188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.0923807978630066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.05775359869003296
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.06334720253944397
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.05857920050621033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.01,6.298476791381836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,2.5191839218139647
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.05948479771614075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.1265504002571106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.07254719734191895
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.06118080019950867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.06314880251884461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.16989439725875854
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.096806401014328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.06589120030403137
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.06754879951477051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.2095423936843872
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.12454080581665039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.06800959706306457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.07277759909629822
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.06989120244979859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.22391040325164796
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.2134239912033081
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,3.9644287109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.09114559888839721
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.07088639736175537
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.29335999488830566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,91.80949096679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.34986560344696044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.10531200170516967
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.07217280268669128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.4165855884552002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.03202239871025085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.6735680103302002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.11859840154647827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.07694079875946044
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.03559040129184723
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.7255263805389405
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.08747199773788453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.17536959648132325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.01,10.638809967041016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,1.0942336082458497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.04526079893112182
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,5.358310317993164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.09127039909362793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.313263988494873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,1.098374366760254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.04937280118465424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.11175359487533569
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.43528318405151367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.049795201420783995
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,1.9148735046386718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.1378368020057678
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,93.8100830078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,1.7865024566650392
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.05332159996032715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.7706431865692138
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.16756800413131714
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.05455999970436096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.19247679710388182
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,1.142959976196289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.05627520084381103
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,2.7298688888549805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,2.5561471939086915
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.8689727783203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.2301248073577881
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,6.459359741210937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.05786560177803039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.30662720203399657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.06000639796257019
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,1.9573919296264648
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.4785952091217041
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.7921631813049317
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.06453760266304016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,3.9335262298583986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,4.1716255187988285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.07260479927062988
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.8142144203186035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,2.6813791275024412
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.08234559893608093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.8002431869506836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,1.1962047576904298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.09875519871711731
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.11390080451965331
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,5.350966262817383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,2.0511552810668947
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,4.260601425170899
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.12911360263824462
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.4820223808288574
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,5.615993499755859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,11.033222198486328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.1762943983078003
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.01,21.243440246582033
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.32476799488067626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,2.970044708251953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.6410208225250245
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.44698238372802734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,5.637155151367187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.6078176021575927
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,8.360131072998048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.8184127807617188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.8011232376098633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,4.407734298706055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.2,6.843113708496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,1.2215328216552734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.5503200054168701
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.8307488441467286
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,2.1082624435424804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.5528160095214844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,8.883190155029297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,6.225983810424805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,1.038691234588623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,2.9924480438232424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,11.07234878540039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.32250878810882566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,1.0659872055053712
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.5484320163726807
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,4.584483337402344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.2,11.406086730957032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,9.73391342163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,1.079475212097168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,22.36945343017578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.683190393447876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,11.92242889404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.8696255683898926
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,1.1350175857543945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,6.443778991699219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.8405344009399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,14.03155517578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.7930816173553467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,1.139014434814453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.9344032287597657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.7710368156433105
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,13.822976684570312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,1.2151040077209472
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.9632287979125976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,9.905935668945313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,14.938822937011718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.3923392057418823
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,1.2293375968933105
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.9899552345275879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.6195775985717773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,1.2597696304321289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.2,23.272201538085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,1.094217586517334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.8483936309814453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,1.2759391784667968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,22.5974365234375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.6045375823974609
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,13.48943634033203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,1.0335583686828613
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,17.717587280273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.9226688385009766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.545743989944458
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,1.3023776054382323
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.9855072021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,1.062566375732422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.44712319374084475
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,1.5637951850891114
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,1.1166975975036622
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,1.1137375831604004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,24.240296936035158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.3563199996948242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,1.1456480026245117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,1.744607925415039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,1.0571231842041016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.4786208152770996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,17.259980773925783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,1.2079071998596191
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,2.2029247283935547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,1.0746848106384277
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.6830272197723388
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,1.3212800025939941
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,1.069587230682373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.7168255805969238
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,2.5646335601806642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,28.98719177246094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,1.5710816383361816
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,1.1534015655517578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.8492832183837891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,3.5293888092041015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,1.74136962890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,1.0756223678588868
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.9401056289672851
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,1.2419455528259278
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.9073727607727051
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,2.263926315307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,4.397452926635742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,1.2711456298828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,47.329534912109374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.9681504249572754
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,28.9603271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.03253119885921478
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,2.730873680114746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.03172479867935181
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,1.3722623825073241
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,1.0337023735046387
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,6.4283294677734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,3.751270294189453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,1.6391328811645507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,1.0491456031799316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.04762240052223206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,48.1022705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.053609597682952884
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,1.1399104118347168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,1.7989536285400392
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.01,0.029049599170684816
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.06026560068130493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.01,0.029289600253105164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,8.48047332763672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.06290240287780761
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,4.706361770629883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.06366080045700073
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,1.1168416023254395
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,2.210019111633301
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.06447039842605591
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.06573119759559631
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,1.1792544364929198
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.06666880249977111
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.01,0.03906559944152832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.06840000152587891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,2.6826751708984373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.07031999826431275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.01,0.043721601366996765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,6.778291320800781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,1.2400992393493653
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.072598397731781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.01,0.043993601202964784
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.08380159735679626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.01,0.048828798532485965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,12.8597412109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.09652479887008666
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.01,0.050147199630737306
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,1.5252960205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,3.7482433319091797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.10572160482406616
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.01,0.05093119740486145
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.01,0.052211201190948485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.13371200561523439
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,57.393853759765626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.01,0.053491199016571046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.18923200368881227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.032864001393318173
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,1.7935167312622071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.01,0.05575360059738159
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,8.958771514892579
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.23887040615081787
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.031692799925804135
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.01,0.058195197582244874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.3965280055999756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.05119680166244507
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,4.847526550292969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.01,0.06178879737854004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.05776320099830627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.5958687782287597
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.01,0.0719648003578186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,2.220969581604004
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.06021760106086731
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.01,0.08115199804306031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.01,1.0467071533203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.06310399770736694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.01,0.09256960153579712
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.06405119895935059
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.01,0.1136288046836853
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.01,1.537388801574707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.06286720037460328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,2.721148872375488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,17.220130920410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.01,0.16623040437698364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.06605759859085084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,7.028438568115234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,57.32456665039062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.01,0.2536191940307617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.0670687973499298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.01,2.601436805725098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,13.300192260742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.2,0.028860801458358766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.06892480254173279
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.01,0.46594557762145994
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.2,0.028915199637413024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.07065920233726501
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.01,0.6762559890747071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,3.8190334320068358
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.2,0.04118080139160156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.0766048014163971
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.01,3.52606086730957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.2,0.04085760116577149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.0990015983581543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.01,1.1822976112365722
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.2,0.04545280039310455
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.10098880529403687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.2,0.04891200065612793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.11336640119552613
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.01,1.7114271163940429
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,9.483408355712891
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.2,0.050310397148132326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.15092799663543702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.01,5.435718536376953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,4.914780807495117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.2,0.050918400287628174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.20271680355072022
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.2,0.05241919755935669
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.01,2.874742317199707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.2520960092544556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.2,0.05385919809341431
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.42132158279418946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.2,0.05651519894599914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.2,0.058771198987960814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,20.892364501953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.6644864082336426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.01,3.903392028808594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,18.083241271972657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.01,7.398873901367187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.2,0.06343039870262146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.2,1.1862048149108886
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.2,0.07781440019607544
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,7.379228973388672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.2,0.08952640295028687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.2,1.7007808685302734
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.2,0.1024448037147522
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,14.362538146972657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.01,5.913536071777344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.2,0.12288639545440674
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.2,0.1764639973640442
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.2,2.8809343338012696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.01,9.035059356689453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.2,0.2809664011001587
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.2,0.45993599891662595
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,9.849775695800782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.2,3.9813888549804686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.2,0.7333663940429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.01,8.007862091064453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.2,1.3117119789123535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.2,1.910576057434082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.2,6.2535041809082035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,22.300679016113282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.01,14.52544708251953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,19.62060089111328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.2,3.092790412902832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,64,power_law_1.01,10.028966522216797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,14.743954467773438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,33.250588989257814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.2,8.596527862548829
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.2,4.316153717041016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.2,6.6846366882324215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.2,11.087379455566406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,64,power_law_1.01,16.352265930175783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,23.757618713378907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.2,9.584754943847656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,19.66400909423828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.01,30.099658203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,36.470556640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.8823776245117188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.2,18.61180419921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,64,power_law_1.2,11.470674896240235
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.8202943801879883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.32467200756073
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,64,power_law_1.01,32.415286254882815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,25.07758331298828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.40956478118896483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,64,power_law_1.2,19.0736572265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.01,0.6494719982147217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.01,0.7769567966461182
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,39.961920166015624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.01,0.6028192043304443
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.01,1.0561984062194825
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.01,0.20622398853302001
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,70.57315673828126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.01,1.1548224449157716
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.2,37.097634887695314
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.01,0.2914016008377075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.8814144134521484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.01,1.1673983573913573
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.2,0.6437535762786866
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.01,0.7590847969055176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.6887040138244629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.01,1.2404640197753907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.2,0.5399968147277832
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.01,1.1623488426208497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.3365920066833496
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.01,1.2144767761230468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.2,0.22951679229736327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,40.79210205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.01,1.1887616157531737
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.42041921615600586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.2,0.2771552085876465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.01,1.2463040351867676
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,64,power_law_1.2,40.522735595703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.01,1.2146335601806642
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.3029855966567993
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.7483007907867432
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,72.37179565429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.2,0.6816095829010009
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.01,1.3937952041625976
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.2738271951675415
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.04913600087165833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.01,1.2377568244934083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.30141119956970214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.2,1.1007455825805663
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.06664320230484008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.2,1.0975968360900878
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.01,1.4351327896118165
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.2838815927505493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.08173120021820068
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.01,1.2470080375671386
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.3242079973220825
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.2,1.1088607788085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.08105279803276062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.2,1.0569375991821288
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.01,1.4802559852600097
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.33533439636230467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.09576320052146911
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.01,1.3195199966430664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.2,1.218182373046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.3436064004898071
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.12547839879989625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.2,1.144752025604248
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.01,1.5880895614624024
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.3510303974151611
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.14659839868545532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.01,1.377734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.2,1.2122431755065919
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.35821759700775146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.162118399143219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.2,1.2008255958557128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.01,1.6461727142333984
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.36331839561462403
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.18720320463180543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.01,1.4484383583068847
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.2,1.2660511970520019
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.20772480964660645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.3734272003173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.2,1.2154272079467774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.26255359649658205
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.38563199043273927
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.01,1.8978879928588868
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.01,1.583078384399414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.2,1.3458271980285645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.3044512033462524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.39829120635986326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.2,1.305020809173584
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,83.23930053710937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.3178272008895874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.4186528205871582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.01,2.382863998413086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.2,1.4227264404296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.01,1.6618879318237305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.3031455993652344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.339628791809082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.45009279251098633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.2,1.3608480453491212
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.2742975950241089
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.36890881061553954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.488483190536499
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.22302720546722413
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.2,1.4796768188476563
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.40844478607177737
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.01,2.936457633972168
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.2,1.4375904083251954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.01,1.7947904586791992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.5620736122131348
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.3273888111114502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.5091872215270996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.7766464233398438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.3100032091140747
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.2,1.5503680229187011
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.7529952049255371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.2,1.5927871704101562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.01,2.012713623046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.9741375923156739
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.3378495931625366
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.01,3.985055923461914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.9949248313903809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,1.431875228881836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.34534080028533937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.2,1.612838363647461
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.2,1.632601547241211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,1.51757755279541
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.01,2.5720991134643554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.35136001110076903
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,1.9112831115722657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,81.19905395507813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.3565119981765747
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.01,5.058156967163086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,1.9982112884521483
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.2,1.7257919311523438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.2,1.7649343490600586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.36220479011535645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.04924159944057464
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,2.897200012207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.01,3.1847455978393553
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.3739487886428833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.06691840291023254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,3.039632034301758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.2,1.9200159072875977
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.07671679854393006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.3867552042007446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.2,1.9816671371459962
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,3.9080577850341798
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.0861631989479065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.40082240104675293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.01,7.272172546386718
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,4.156931304931641
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.01,4.276192092895508
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.07957119941711426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.4243936061859131
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.2,2.5042720794677735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.2,2.6585344314575194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.11025919914245605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.44142398834228513
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,5.845926284790039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.1155392050743103
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.4955455780029297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,6.378681564331055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.2,2.964041519165039
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.14718079566955566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.01,5.386489486694336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.5629759788513183
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.2,3.1312511444091795
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.18504960536956788
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.01,9.440483093261719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.7616223812103271
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,8.130518341064453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.20594561100006104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,1.0001952171325683
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,8.512818908691406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.2,4.0558208465576175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.2614720106124878
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.2,4.278643035888672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.3025216102600098
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,1.4954431533813477
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.01,7.849043273925782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.316483211517334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,2.0178560256958007
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.3376768112182617
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,11.986297607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.2,5.2500160217285154
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.2,5.572403335571289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.35789759159088136
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.01,14.096092224121094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,3.271142578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,13.010694885253907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.4082176208496094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.508460807800293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.01,10.401789093017578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,4.290092849731446
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.7487199783325196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.2,7.593414306640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.2,8.220806121826172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,1.0145759582519531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,16.386128234863282
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,6.555532836914063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,1.537769603729248
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,17.437834167480467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,2.076425552368164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.01,18.92081298828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.2,10.061180877685548
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.01,15.531068420410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.2,11.084143829345702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,9.38381118774414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,3.2988800048828124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,4.523948669433594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,20.587779235839843
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,22.28624267578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.2,15.471218872070313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,15.473670959472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,7.036259460449219
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.2,16.590992736816407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.01,20.61949768066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.01,28.68935546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,9.664828491210937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,21.10474548339844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.2,20.675567626953125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,34.29806823730469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,14.87689666748047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.2,22.717190551757813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,35.93165588378906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.01,31.406521606445313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,25.52556457519531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,20.304896545410156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.01,38.067999267578124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.2,31.28874816894531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.2,34.204629516601564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,25.657894897460938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.01,42.15453186035156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,42.62081604003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,70.72638549804688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.02227199971675873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.029766398668289184
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.029558399319648744
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.03012160062789917
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.03056960105895996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,72.12188720703125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.032025599479675294
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.2,41.9489013671875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.01,48.31678466796875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.032732799649238586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.022249600291252135
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.033228799700737
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.028572800755500793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.033983999490737916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.02861439883708954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.03452480137348175
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.029075199365615846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.035872000455856326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.029692798852920532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.03726719915866852
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.031228798627853393
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.2,45.594476318359376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.039340800046920775
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.03216640055179596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.047142401337623596
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.032678401470184325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,43.164617919921874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.05021759867668152
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.033670398592948916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.06190400123596192
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.03441280126571655
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.07069759964942932
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.036374399065971376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.03853760063648224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.08461120128631591
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.040515199303627014
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.09936000108718872
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.0456928014755249
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.1415776014328003
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.04943360090255737
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.24700798988342285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.05804799795150757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.5344736099243164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.06785280108451844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.08487039804458618
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.910700798034668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.10323519706726074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.18427200317382814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,1.5395359992980957
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,64,power_law_1.01,52.070953369140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.3038815975189209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.5943840026855469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,2.196294403076172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.9869215965270997
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,3.4681854248046875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,1.7613727569580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,2.4843231201171876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.2,53.0839599609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,4.796550369262695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,3.853913497924805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,5.594662475585937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,5.210326385498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,95.71940307617187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,64,power_law_1.2,58.516455078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.022294400632381438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.029369598627090453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.02927359938621521
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.02975040078163147
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.01,6.237881469726562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,9.360851287841797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.01,76.23843383789062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.03019840121269226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.03172160089015961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.03250879943370819
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.033004799485206605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.03369599878787995
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.03440000116825104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.0356799989938736
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.04039359986782074
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.01,10.456448364257813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.04411520063877106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.05016639828681946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,89.2302734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.06064320206642151
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.022543999552726745
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.06426560282707214
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.02887359857559204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.07203840017318726
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.02901119887828827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.0881600022315979
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.029417601227760316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.11266880035400391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,19.16227569580078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.030006399750709532
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.17238399982452393
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.03469760119915009
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.03139519989490509
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.29385600090026853
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.04563519954681396
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.03237119913101196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.04596480131149292
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.03283520042896271
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.6122079849243164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.04691520035266876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.033852800726890564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.047660800814628604
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.9738719940185547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.03476159870624542
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.05037760138511658
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.03675839900970459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.05166400074958801
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.039945599436759946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,1.6917375564575194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.053414398431777955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.04217920005321503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.01,21.118447875976564
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.05466560125350952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.04797120094299316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.056195199489593506
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.031481599807739256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,2.3708768844604493
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,64,power_law_1.01,84.8358154296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.05586240291595459
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.05918400287628174
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.04215039908885956
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.06155520081520081
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.06289280056953431
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.04257600009441376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.07012479901313781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.07114560008049012
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.043587198853492735
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.09254080057144165
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,3.7227104187011717
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.09405440092086792
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.04459519982337952
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.11376960277557373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.10105600357055664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.047270399332046506
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.18664319515228273
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.1217087984085083
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.04913600087165833
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.3305599927902222
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.05094720125198364
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.14032959938049316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.05272639989852905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.21704959869384766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,5.022886276245117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.6426752090454102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.05483520030975342
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.32530879974365234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.2,84.7876708984375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.058355200290679934
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,1.0632032394409179
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.627561616897583
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.06289920210838318
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.0692255973815918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,1.0096416473388672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,1.868124771118164
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.07940160036087036
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,6.0534111022949215
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.09066560268402099
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,1.6911455154418946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.10717439651489258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,2.621075248718262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.13084479570388793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,2.4617216110229494
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.2623456001281738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.3821856021881104
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,4.041007995605469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,3.7394622802734374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.680457592010498
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,10.092473602294922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,1.0773280143737793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,64,power_law_1.2,94.53961181640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,5.08524169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,1.8419391632080078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,5.419174575805664
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,2.630201530456543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,7.884067535400391
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.2,6.525257873535156
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,4.098044967651367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,5.5181022644042965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,10.471571350097657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,20.307945251464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.03465279936790466
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.2,10.877117156982422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.045177599787712096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.04551999866962433
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,8.519251251220703
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.04633600115776062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.04717119932174683
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.05
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.05160319805145264
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.05299199819564819
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,13.54529266357422
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.05459840297698974
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.05601279735565186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,11.64583969116211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.05973119735717773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.07114239931106567
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.08718400001525879
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.09711359739303589
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.11508480310440064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.13156479597091675
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.1706015944480896
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.2,21.92394561767578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.24341120719909667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.03166399896144867
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.36775360107421873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.04232960045337677
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,14.468511962890625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.04270080029964447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.7630847930908203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,21.686557006835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.04380480051040649
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,1.1248064041137695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.04475519955158234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.01,154.7540283203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.0476063996553421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,1.9525056838989259
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.049456000328063965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.05135040283203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.4451007843017578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.053039997816085815
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,2.7674144744873046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.0553600013256073
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.4043871879577637
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.05994240045547485
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.06621760129928589
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,4.348611068725586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.07322239875793457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.5384128093719482
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.0844223976135254
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.10420800447463989
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,23.045318603515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.34666240215301514
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.11484800577163697
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,5.810870361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.1486143946647644
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.26845760345458985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.39682559967041015
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.38229761123657224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.7594175815582276
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.4510496139526367
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,1.1869919776916504
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,8.943309020996093
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.47542080879211424
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,2.081737518310547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.5488063812255859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,2.9080831527709963
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,44.30760192871094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.555299186706543
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,12.273919677734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.2838304042816162
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,4.440233612060547
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.59268798828125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.2585952043533325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.5853312015533447
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,6.141804885864258
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.43991999626159667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.570684814453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,64,power_law_1.01,169.62691650390624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.13967679738998412
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.6352320194244385
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,15.185897827148438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.4446879863739014
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.2458143949508667
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,9.371849822998048
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.6410655975341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,47.43634033203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.4048160076141357
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.3111520051956177
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.6445280075073242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.4760128021240234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.3616767883300781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.7021408081054688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.37265279293060305
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.25999040603637696
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.4767615795135498
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,12.686764526367188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.7984799861907959
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.3936768054962158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.2616607904434204
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.4826496124267578
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.2,183.63277587890624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.9492128372192383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.44664640426635743
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.3483328104019165
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.03131200075149536
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.41792001724243166
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,24.724899291992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.04499199986457825
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.03975360095500946
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.1903615951538086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.47224960327148435
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,1.1881471633911134
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.04035840034484863
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.5000192165374756
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.04120959937572479
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.2271807909011841
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.04366720020771027
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.5691936016082764
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.5152512073516846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,1.622208023071289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,15.61846466064453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.044758400321006774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.04535680115222931
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.27755520343780515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.5527167797088623
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.04657599925994873
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.4922048091888428
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.04765760004520416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,2.048419189453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.26229119300842285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.04973439872264862
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.49893760681152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.4994624137878418
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.05187199711799621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.054790401458740236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.43645758628845216
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.06523200273513793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.5602335929870605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,2.921734428405762
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.5919167995452881
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.08205440044403076
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.08877120018005372
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.44464960098266604
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.5691775798797607
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.11251519918441773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.6147264003753662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.14977920055389404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,64,power_law_1.2,196.13092041015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.43216638565063475
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,3.8969249725341797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.19969279766082765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.632854413986206
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.01,0.028572800755500793
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.7459519863128662
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.3399359941482544
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.01,0.03761920034885406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.43460798263549805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,25.418438720703126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.5285759925842285
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.01,0.03884479999542236
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.6161280155181885
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.9474431991577148
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.01,0.03820799887180328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.9768095970153808
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.5228576183319091
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.01,0.03917439877986908
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,5.8740894317626955
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.6787712097167968
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.01,0.04203520119190216
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.01,1.4531392097473144
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,1.1973600387573242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.01,0.043593600392341614
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.4638559818267822
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.01,0.04437119960784912
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.7118368148803711
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.01,0.04563519954681396
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.01,2.4384864807128905
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.01,0.04716480076313019
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.5444960117340087
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,1.6757343292236329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,49.47867431640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.01,0.04991999864578247
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.7791840076446533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.030876800417900085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,7.883475494384766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.01,0.052179199457168576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.01,3.3900447845458985
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.5263040065765381
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.04477440118789673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.01,0.05565119981765747
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,2.183545684814453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.03970879912376404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.01,0.06553599834442139
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.9881279945373536
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.04007039964199066
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.01,0.07454720139503479
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.5949632167816162
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.040777599811553954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.01,0.08094080090522766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.01,5.198835372924805
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.04345600008964538
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,1.189020824432373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.01,0.09993280172348022
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.04466240108013153
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,3.1805183410644533
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.7214528083801269
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.01,0.1371616005897522
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.04516800045967102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.01,0.2182080030441284
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.04650560021400452
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,1.6124223709106444
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.04778240025043488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,11.762163543701172
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.01,0.40035200119018555
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.9614591598510742
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.01,7.125190734863281
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.049798399209976196
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.01,0.623692798614502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,4.150636672973633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.052035200595855716
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.06045759916305542
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,1.1940928459167481
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.01,1.1460607528686524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,2.061625671386719
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.07559679746627808
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.08553919792175294
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.01,1.688707160949707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.10172799825668336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,1.661244773864746
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.01,8.690940856933594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.1244320034980774
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,3.0693504333496096
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,6.198825454711914
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.01,2.7418048858642576
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.17465280294418334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.21134719848632813
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,2.2205120086669923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.39527359008789065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,15.882614135742188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,51.00343017578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.01,3.757222366333008
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.6368063926696778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,4.124758529663086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.2,0.02869119942188263
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.2,0.03763839900493622
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.2,1.1433247566223144
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,3.237081527709961
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.2,0.03782080113887787
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,8.362274932861329
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.2,0.038412800431251524
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.01,5.7294879913330075
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.2,1.7225248336791992
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.01,14.268170166015626
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.2,0.03935999870300293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.2,0.042121601104736325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,6.414825439453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.2,0.04357439875602722
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.2,2.8118303298950194
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,4.284854507446289
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.2,0.044387200474739076
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.2,0.04575360119342804
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.01,7.7479103088378904
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.2,0.04749439954757691
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.2,3.8838336944580076
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.2,0.050435197353363034
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.2,0.05256320238113403
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,12.690470123291016
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,19.83720245361328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.2,0.05867519974708557
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,6.766172790527344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,8.531689453125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.2,0.06913599967956544
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.2,5.995836639404297
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.2,0.07949439883232116
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.2,0.08995519876480103
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,128,power_law_1.01,9.693353271484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.2,0.11073919534683227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.2,0.15792319774627686
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.2,0.234934401512146
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.2,8.286201477050781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,9.165449523925782
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.2,0.41283841133117677
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.2,0.6716063976287842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.01,29.00028076171875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,13.153045654296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,17.053590393066408
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.2,1.2268671989440918
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.44744000434875486
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.2,1.8531967163085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,128,power_law_1.01,15.797859191894531
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.2,10.210406494140624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.2,3.06212158203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.41086721420288086
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,13.597705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,32.34874572753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.2,4.224425506591797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.23399040699005128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,17.966633605957032
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.3922111988067627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.2,6.488451385498047
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,21.367277526855467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.2,16.88086395263672
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.4709184169769287
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.5681983947753906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,18.791416931152344
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.2,8.781375885009766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,128,power_law_1.01,31.819216918945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.605072021484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.01,0.31423358917236327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.640169620513916
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,23.331968688964842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,128,power_law_1.2,10.805785369873046
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.01,0.28832640647888186
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.6583968162536621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.01,0.10599679946899414
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.699564790725708
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,24.4658203125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.2,34.8226806640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,34.743612670898436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.01,0.18027520179748535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.7256063938140869
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.4468095779418945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,128,power_law_1.2,17.915298461914062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.01,0.3315200090408325
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.7545599937438965
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.40971198081970217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.01,0.5286687850952149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.8221695899963379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.25379199981689454
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.01,0.5800704002380371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,65.43858032226562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.9230079650878906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.3224416017532349
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.01,0.5987360000610351
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,38.87542724609375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.2,0.3104736089706421
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.01,1.047916793823242
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.5298367977142334
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.01,0.5840991973876953
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.2,0.2331104040145874
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.01,1.1371295928955079
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.5609951972961426
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.01,0.624780797958374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.2,0.09408959746360779
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.01,1.3460960388183594
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,38.337100219726565
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.5933311939239502
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.01,0.6915808200836182
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.2,0.1597759962081909
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,128,power_law_1.2,36.31226501464844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.01,1.8079103469848632
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.6304319858551025
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.04969919919967651
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.01,0.7205887794494629
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.2,0.2080672025680542
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.07529919743537902
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.6536223888397217
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.07717440128326417
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.01,0.7850336074829102
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.01,2.320966339111328
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.2,0.5386623859405517
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.07856320142745972
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.693123197555542
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.07923200130462646
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.01,0.9125632286071778
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.2,0.5408991813659668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.09477760195732117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.01,3.3070430755615234
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.7395135879516601
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.01,1.034876823425293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.1010975956916809
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.2,0.5589568138122558
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.11019519567489625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.7657919883728027
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,70.36707153320313
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.13296639919281006
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.01,1.1806912422180176
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.2,0.5792672157287597
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.01,4.386390304565429
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.042387199401855466
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.15759680271148682
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.8322560310363769
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.06137920022010803
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.1899135947227478
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.2,0.6348800182342529
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.01,1.4567999839782715
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.061990398168563846
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.20184640884399413
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.9363743782043457
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.06785280108451844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.210316801071167
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.2,0.6647712230682373
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.01,6.596896362304688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.01,2.014691162109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.07009919881820678
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.22402238845825195
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.2,1.0182592391967773
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.07426880002021789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.2,0.7169824123382569
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.24173440933227539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.07886719703674316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.01,2.5454944610595702
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.2789695978164673
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.2,1.0834943771362304
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.08088639974594117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.2,0.7863872051239014
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.3524735927581787
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.08321279883384705
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.01,8.810726165771484
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.5800127983093262
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,78.67607421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.08614400029182434
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.2,1.3148287773132323
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.2,0.8671135902404785
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.01,3.6467071533203126
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.7900896072387695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.04961600005626678
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.0901856005191803
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.07474560141563416
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,1.222870445251465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.09442239999771118
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.2,1.0347583770751954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.2,1.840947151184082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.0756608009338379
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.09913280010223388
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,1.6408735275268556
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.01,4.835452651977539
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.07829440236091614
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.14842560291290283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.2,1.1526911735534668
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.08124799728393554
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.2,2.301478385925293
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.2111583948135376
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,2.708425521850586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.01,13.28648681640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.08847039937973022
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.2606911897659302
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,85.67022705078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.2,1.4311103820800781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.1029088020324707
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.35998399257659913
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,3.6269599914550783
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.04240640103816986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.01,7.2496803283691404
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.2,3.451068878173828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.11572480201721191
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.5711872100830078
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.06146559715270996
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.13281919956207275
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.2,1.9812448501586915
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.061945599317550656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.8154496192932129
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.1532703995704651
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,5.522524642944336
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.0680288016796112
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,1.320691204071045
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.18420480489730834
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.2,4.535331344604492
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.07003200054168701
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.2,2.559116744995117
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.20465919971466065
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,1.8558879852294923
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.07375360131263733
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.01,9.822838592529298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.01,17.895382690429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.2122431993484497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,7.564323425292969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.07879359722137451
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.22703680992126465
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,2.8509088516235352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.08144959807395935
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.2,3.7246047973632814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.2,6.919232177734375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.26026880741119385
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.08333119750022888
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.2833120107650757
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.08577920198440551
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,3.9514911651611326
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.3504863977432251
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.09032959938049316
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,11.668637084960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.2,4.978057479858398
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.5610112190246582
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.09533119797706605
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.01,14.848902893066406
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.10077760219573975
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,6.064812850952149
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.7817056179046631
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.2,9.484329223632812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.14567359685897827
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,1.2406911849975586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.21280961036682128
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.2,7.582902526855468
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.25546879768371583
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,1.8733024597167969
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,8.136054229736327
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.01,27.149124145507812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.36055359840393064
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,16.020860290527345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,2.9655967712402345
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.559980821609497
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.8211135864257812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.2,14.226412963867187
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,4.155174255371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.01,19.796109008789063
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,1.4003264427185058
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.2,10.272499084472656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,12.58150405883789
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,1.9760831832885741
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,6.412201690673828
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,20.15882568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,3.1612831115722657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,4.35478401184082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,9.059820556640625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.2,19.117977905273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,16.866610717773437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.2,15.478285217285157
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,6.743791961669922
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.01,35.76610412597656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.01,30.248486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,14.465228271484374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,9.221961975097656
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,21.307069396972658
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,32.893310546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.2,21.147398376464842
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.2,29.870687866210936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,14.704269409179688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,20.514556884765625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,20.425299072265624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.01,45.280859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.01,40.913168334960936
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,35.17461242675781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.2,31.97746887207031
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,24.711013793945312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.2,40.04471130371094
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,25.107254028320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,66.42335815429688
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.23338239192962645
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.21092159748077394
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,41.39292907714844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.2,43.758889770507814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,128,power_law_1.01,50.68715209960938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.1904096007347107
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,40.54269714355469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,70.44130859375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.2511967897415161
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.2,49.31612854003906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.01,0.06473919749259949
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.2561216115951538
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.01,72.80563354492188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.2752831935882568
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.01,0.06607679724693298
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.28262720108032224
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.2916831970214844
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.3055840015411377
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.01,0.07132800221443177
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.32003839015960694
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.01,0.07396799921989441
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,128,power_law_1.2,54.87047119140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.35350399017333983
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.01,0.07868160009384155
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.3847264051437378
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.01,0.08797119855880738
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.41876797676086425
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.01,0.09568319916725158
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.506982421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,87.93597412109375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.01,0.1114848017692566
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.6501920223236084
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.23241279125213624
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.01,0.14082560539245606
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.7906879901885986
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.1919424057006836
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,128,power_law_1.01,82.19120483398437
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.01,0.21975998878479003
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.01,1.0454272270202636
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.20248639583587646
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,86.799169921875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.01,0.305839991569519
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.24541759490966797
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.01,1.5017120361328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.2,0.06459839940071106
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.01,0.32480640411376954
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.23357439041137695
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.2,84.32655029296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.01,2.000524711608887
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.01,0.36066880226135256
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.2,0.06557120084762573
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.26343679428100586
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.01,0.4902815818786621
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.2,0.07069439888000488
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.01,3.007491111755371
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.27323839664459226
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.2,0.07364159822463989
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.01,0.6498528003692627
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.2876352071762085
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.2,0.07821120023727417
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.01,0.8036928176879883
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.01,4.083967971801758
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.2996992111206055
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.2,0.0883840024471283
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.01,1.0922143936157227
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.31604480743408203
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.2,0.09566400051116944
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.01,6.265430450439453
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.01,1.6856767654418945
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.35564479827880857
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.2,0.115939199924469
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.38085761070251467
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.01,2.2404352188110352
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.2,0.14588799476623535
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,128,power_law_1.2,91.36033325195312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.4177248001098633
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.01,8.489228820800781
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.2,0.22054080963134765
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.01,3.3879329681396486
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.5167808055877685
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.2,0.3016864061355591
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.6543583869934082
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.2,0.3233151912689209
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.01,4.576063919067383
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.2,0.357423996925354
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.784115219116211
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.01,12.847853088378907
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.01,147.707666015625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.2,0.4971519947052002
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.2,1.0063072204589845
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.01,6.965948486328125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.2,0.6564479827880859
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.2,1.5003520011901856
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.2,0.8037407875061036
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.2,2.021001625061035
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.01,9.494582366943359
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.01,17.434498596191407
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.2,1.0952927589416503
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.2,3.1512832641601562
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.2,1.670128059387207
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.2,4.344895935058593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.2,2.2466720581054687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.01,14.572201538085938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.2,3.4362430572509766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.2,6.7150108337402346
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.01,26.0257568359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.2,4.719120025634766
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.2,8.995712280273438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.01,19.400799560546876
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.2,7.277235412597657
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,128,power_law_1.01,165.2814697265625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.2,13.725180053710938
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.2,9.916226959228515
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.01,35.10927124023438
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.01,29.302923583984374
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.2,15.369760131835937
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.2,18.429026794433593
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.2,183.966943359375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.2,20.674835205078125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.01,43.70089416503906
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.2,28.865786743164062
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.01,39.636190795898436
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,128,power_law_1.2,192.875732421875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.2,31.75565185546875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.2,37.986358642578125
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,256,power_law_1.01,49.199075317382814
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.2,42.93058471679687
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.01,70.32623901367188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.2,48.081396484375
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,256,power_law_1.2,52.540655517578124
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,256,power_law_1.01,80.48504028320312
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.2,78.26852416992188
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.01,142.62115478515625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,256,power_law_1.2,87.67600708007812
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,256,power_law_1.01,158.790869140625
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.2,169.2186279296875
VLLM,0.12.0,NVIDIA L40S,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,256,power_law_1.2,182.5277099609375
