framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.21111679077148438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.30513920783996584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.16633280515670776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.22271039485931396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.2134848117828369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.16824320554733277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.2777120113372803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.3486720085144043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.39327681064605713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.5006432056427002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.2027872085571289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.29116799831390383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.342793607711792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.23708798885345458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.28389439582824705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.3169856071472168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.20653119087219238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.24016959667205812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,0.7920256137847901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,0.5865664005279541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.4918464183807373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.32745919227600095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.48663039207458497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.3315104007720947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.6071807861328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.6094975948333741
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,0.9202176094055176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.409222412109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,0.9274368286132812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.4186975955963135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,0.612825584411621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.42815361022949217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,0.9544544219970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,0.5862432003021241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.600438404083252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.4395904064178467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,0.9667424201965332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,0.6055871963500976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.42022080421447755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,0.6060832023620606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.4618527889251709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.6028639793395996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,0.6245664119720459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.8301055908203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,0.6245759963989258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,0.9958208084106446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.6136288166046142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.42590718269348143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.5243584156036377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,0.6514495849609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,0.6393663883209229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,0.6129856109619141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,1.0078399658203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,0.7307040214538574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.5902239799499511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,0.6502304077148438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.4361855983734131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,0.626310396194458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,1.0650943756103515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,0.7626368045806885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,0.6862400054931641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.6220543861389161
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.445468807220459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,0.6279520034790039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,1.2601696014404298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,0.8593055725097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,0.6973536014556885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.7300704002380372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.4716063976287842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,1.3393983840942383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,0.931663990020752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,0.7789951801300049
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.7951456069946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,0.6570176124572754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.4823455810546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,1.435747241973877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,0.8732895851135254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.9130687713623047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.5327839851379395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,0.9771967887878418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,0.68406081199646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.0381471633911132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,1.5018303871154786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,1.0763744354248046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.5945727825164795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,0.7023712158203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,1.0921024322509765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.6406464099884033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,1.1896991729736328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,1.4147775650024415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,0.7909728050231933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,1.7027904510498046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.745145606994629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,1.2372639656066895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.8055295944213867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,0.8575872421264649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,1.5607295989990235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,1.4161696434020996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,1.9853439331054688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,1.7566112518310546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,1.0385631561279296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,1.6890880584716796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.966483211517334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,2.6758752822875977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,1.1992927551269532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,1.9561983108520509
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,2.4928415298461912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,1.0715647697448731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,2.254240036010742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,3.3256126403808595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,2.750044822692871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,2.8286304473876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,1.4311039924621582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,1.5573472023010253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,3.2146846771240236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,1.7665216445922851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,3.603433609008789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,4.035516738891602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,1.9528352737426757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,4.975494384765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,4.660025787353516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,2.532784080505371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.14173439741134644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,2.7205184936523437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,5.273187255859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,5.526332855224609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.14256319999694825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,6.415116882324218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,3.246134567260742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,6.113167953491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,7.556422424316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,3.754022216796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,9.36553955078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,7.668806457519532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.18016639947891236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.21570239067077637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.17728320360183716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.2171488046646118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,9.023494720458984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,4.720140838623047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,5.491756820678711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,12.870176696777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,10.027903747558593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,11.480339050292969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.3103935956954956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.3057663917541504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.3147295951843262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.32179200649261475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.3267616033554077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.3347840070724487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.3447295904159546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.3049312114715576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.3703200101852417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.30931520462036133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.4420479774475098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.3181855916976929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.46310081481933596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.3156192064285278
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.5005248069763184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.3235552072525024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.5511680126190186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.33695039749145506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.3403104066848755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.604636812210083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.36631999015808103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.447708797454834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.730191993713379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.45417280197143556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,7.6229248046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,20.601805114746092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.5026591777801513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.5521632194519043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.9631551742553711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.6028448104858398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,6.176979064941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.7306047916412354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,12.20458526611328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.9610079765319824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.1869824409484864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,17.034182739257812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.1842528343200684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,14.961576843261719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.6705759048461915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.6714784622192382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.1747583389282226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,2.1855136871337892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,28.400735473632814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,12.167388916015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,3.1089855194091798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,3.1295520782470705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,20.564918518066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,9.111148834228516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,4.116697692871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,17.25885467529297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,27.284210205078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,4.118767929077149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,6.057609558105469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,12.335855865478516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,20.642530822753905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,7.999577331542969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,26.941604614257812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,6.051270294189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,35.86183166503906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,45.872500610351565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,39.17715759277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,11.851388549804687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,30.022720336914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,21.014675903320313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,7.979440307617187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,52.901922607421874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,15.820985412597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,46.36356201171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,38.14402770996094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,36.71642150878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,64.20035400390626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,11.850147247314453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,31.20097961425781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,78.02110595703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,20.052835083007814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,65.27647705078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,80.1170166015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,15.756755065917968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,62.032891845703126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,37.41426391601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,47.55942077636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.01,31.846151733398436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,19.862559509277343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,130.70020751953126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,112.98662109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,79.34695434570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.2,31.5197509765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,63.55283203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,160.023486328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,131.36170654296876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.31813759803771974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.4114528179168701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.5129312038421631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,0.831606388092041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,0.9289952278137207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,0.9417183876037598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,0.9652416229248046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,0.982096004486084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,1.0095487594604493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,1.0182944297790528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,1.0726559638977051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,1.2803903579711915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,1.3254719734191895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,1.4255840301513671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,1.5178496360778808
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,1.6697439193725585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,1.9814111709594726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,2.6763679504394533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,3.4183582305908202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.01,63.198760986328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,4.85081901550293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.22669439315795897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.29717121124267576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.3791520118713379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,6.314239883422852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,0.5880320072174072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.18668800592422485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,0.5894112110137939
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,0.6075520038604736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,0.6295199871063233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,0.6564896106719971
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,0.679033613204956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,0.7598176002502441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,0.8616703987121582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,0.9508768081665039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,0.9985983848571778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,1.1028160095214843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,1.2398943901062012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,1.3940863609313965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,1.662931251525879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,9.44134750366211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.2556735992431641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,2.255036735534668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.3203743934631348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,2.8383743286132814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,4.061196899414062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,12.806620788574218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.532374382019043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.5359615802764892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.5465343952178955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.5522816181182861
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.5575295925140381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.5739552021026612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.5781407833099366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.5961215972900391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.6357120037078857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.6585087776184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.7771391868591309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.8550239562988281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,0.9145088195800781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,5.215731048583985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.119696044921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.4658880233764648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,1.8568256378173829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,2.608697509765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,3.375721740722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,7.645609283447266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,4.905955123901367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,10.044310760498046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,6.429436492919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,20.894447326660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,9.535858917236329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,14.9925537109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,12.564157104492187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,28.804684448242188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,21.051869201660157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,19.415423583984374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,47.291748046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,25.446397399902345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,34.852685546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,269.9381103515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.2,62.79935302734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.1474176049232483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.2902719974517822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.5104959964752197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,0.9386367797851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,158.06683349609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,129.89888916015624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.1110975980758667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.385651206970215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,1.8407360076904298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.19296640157699585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,2.635532760620117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.3230079889297485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.6072319984436035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,2.788476753234863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,2.8904960632324217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,2.917731285095215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,3.1348575592041015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,0.8947584152221679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,1.2319456100463868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,3.319295883178711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,1.6923295974731445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,3.377462387084961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,1.779596710205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,1.8047935485839843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,3.9335521697998046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,1.8744735717773438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,1.9812416076660155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,2.1522655487060547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,2.265167999267578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,2.5697248458862303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,3.582217788696289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,3.6521022796630858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,3.8961185455322265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,2.2902591705322264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,4.249542236328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,2.4071903228759766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,2.6290048599243163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,4.706614303588867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,31.791506958007812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,234.020556640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,2.936800003051758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,5.576483154296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,3.311219024658203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.14472320079803466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,4.062406539916992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,6.466764831542969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,4.744243240356445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,67.4123779296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.29992640018463135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.5265600204467773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,8.183948516845703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,0.9306143760681153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,6.161151885986328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,7.557823944091797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,9.715042877197266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.2579039573669433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,1.6786304473876954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,2.5874271392822266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,2.695568084716797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.18857920169830322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,10.429727935791016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,2.863283157348633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,13.145712280273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,2.948806381225586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,3.1736127853393556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,3.3826560974121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,51.4034423828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,3.621459197998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,13.306912231445313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.10213439464569092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,3.9969886779785155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,16.907752990722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.25068159103393556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.30925760269165037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,3.6457054138183596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,3.7561504364013674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,19.151365661621092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,4.021974563598633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.17649279832839965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,23.82743682861328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.32108159065246583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.5714431762695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,4.397248077392578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.5358784198760986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.5310431957244873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.5403232097625732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.5477471828460694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.5512191772460937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.5682784080505371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.5790815830230713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,4.827568054199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.5981887817382813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.636406421661377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,24.984906005859376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.6557216167449951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,5.673984146118164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.7568416118621826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.8590399742126464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,0.9225343704223633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,0.879155158996582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.1144864082336425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,6.489209747314453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.1606847763061523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,30.683547973632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,1.6341407775878907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.4492128372192383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,1.6870847702026368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,1.8202527999877929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,8.247734069824219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,1.7435968399047852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,31.057421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,1.777507209777832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.597817611694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,1.8589056015014649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,1.8962751388549806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,10.060883331298829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,1.9495391845703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,37.80054931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,3.347372817993164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,2.0041439056396486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,13.33362274169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,2.0656896591186524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,2.082137680053711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,48.51140441894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,5.009372711181641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,2.2232032775878907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,2.422412872314453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,2.695280075073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,17.214422607421874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,3.176684761047363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,3.66992301940918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,58.93745727539063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,4.767097473144531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,6.396380615234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,24.205728149414064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,5.85513916015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,7.753958129882813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,80.9269287109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,9.799549102783203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,31.266485595703124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,13.988569641113282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,95.5414794921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.1109503984451294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.19281599521636963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.32200961112976073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.6047711849212647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.01,50.616021728515626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,0.8164735794067383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,18.09257354736328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.108614444732666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,9.420902252197266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,1.6499839782714845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,1.767344093322754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,38.60929870605469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,1.824425506591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,1.8507808685302733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,2.0169984817504885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,2.1666879653930664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,2.3403999328613283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,2.6550048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,22.55298614501953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,2.3913087844848633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,2.4813568115234377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,2.688342475891113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,117.26251220703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,3.0729343414306642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,3.464112091064453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,4.1712993621826175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,4.808236694335937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.1015455961227417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,6.287779235839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,7.688706970214843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,60.32095947265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.01,34.952310180664064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,10.59933090209961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.1770848035812378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,12.478982543945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.32794239521026614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.5519008159637451
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,66.41592407226562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,13.508668518066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,19.31604766845703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,0.7819392204284668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.0662912368774413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,1.5702655792236329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,1.6773183822631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,1.7147392272949218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,1.7555519104003907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,1.8253087997436523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,1.8820480346679687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,1.9451967239379884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,1.9991552352905273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,2.0884159088134764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,25.146102905273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,2.179903984069824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.01,68.35216674804687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,2.295846366882324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,2.567203140258789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,2.834799957275391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,3.3063262939453124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.025379198789596557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,3.836771011352539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,4.82105598449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.04075199961662292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,5.839616012573242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,31.175936889648437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,7.877734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.0636575996875763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,9.876726531982422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,121.89793701171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.09452800154685974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.02731199860572815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.04262720048427582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.06515200138092041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.0835103988647461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.09953920245170593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.14580800533294677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.15211199522018432
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,13.983267211914063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.15490880012512206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.16544640064239502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.17492480278015138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.19308480024337768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,0.19028799533843993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,0.1940287947654724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.11759999990463257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,0.20827200412750244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,0.21662719249725343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.17563199996948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,0.2325119972229004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,0.2567199945449829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,0.30360639095306396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,0.35086400508880616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,0.4488704204559326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,0.5512703895568848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,0.7478847980499268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,18.96397705078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,48.67421264648438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,0.9500767707824707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.18203200101852418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,1.3534208297729493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.18634239435195923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,18.15473327636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,1.7550271987915038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.1942720055580139
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,2.5548608779907225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.2003103971481323
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,3.3573024749755858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.20228159427642822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.2179840087890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,0.22207999229431152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.01,4.2106689453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,22.578128051757812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,0.2452415943145752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,0.26633601188659667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,0.2925312042236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.01,6.631097412109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,0.2649343967437744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,0.2922048091888428
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.3237695932388306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.2,34.945742797851565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,135.1992919921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.01,13.1914306640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.37878079414367677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.43135361671447753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.5895487785339355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.6847008228302002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,0.8993632316589355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.1137344360351562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,1.5391231536865235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,1.9607072830200196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,2.4281824111938475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,107.83778076171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,95.71527099609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.01,100.9820068359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,3.77589111328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.026572799682617186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.02685439884662628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.04147840142250061
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.2,68.09391479492187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,7.475593566894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.060710400342941284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.041433599591255185
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.06463040113449096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.07543359994888306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.09113280177116394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.030681601166725157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.12721600532531738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.2309056043624878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,25.222288513183592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.0786080002784729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.09628480076789855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.14242559671401978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.15243200063705445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.16430720090866088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.17063679695129394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.17906559705734254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.10786880254745483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.19606720209121703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.17579840421676635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.3336127996444702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.4324351787567139
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.6721727848052979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,0.7047359943389893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,0.7273151874542236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,0.7520512104034424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,0.7823103904724121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.04159359931945801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,0.8229599952697754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.05196800231933594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.18575680255889893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,0.1916192054748535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.1935263991355896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,0.19833600521087646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.19882559776306152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,0.2102560043334961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,0.22452158927917482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,0.2355423927307129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.03054080009460449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,0.25868799686431887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,0.30969278812408446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,0.35656960010528566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,0.45501117706298827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,0.871724796295166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,0.884876823425293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,0.5572288036346436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,0.8945695877075195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.20380160808563233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,0.7580512046813965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.0704479992389679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,0.9262751579284668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,0.9748543739318848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,1.0224512100219727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,1.1731616020202638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.04115520119667053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.05358080267906189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,1.3469696044921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,1.6501440048217773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.21209919452667236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,0.22081599235534669
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,1.9786432266235352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,0.2248863935470581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,0.9582304000854492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.08938559889793396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,2.7850976943969727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,3.615420913696289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,0.24573440551757814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,0.2694240093231201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.07726719975471497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,0.2979104042053223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,5.185036849975586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.12735359668731688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,6.513820648193359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,1.3583328247070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.13491519689559936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.09207680225372314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,0.26826560497283936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.13709759712219238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.13865280151367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,0.30001280307769773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.14007999897003173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.12563199996948243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,9.575564575195312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.1499392032623291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,1.7639200210571289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.15768959522247314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.1316159963607788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.33134400844573975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.16516799926757814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.13603199720382692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.18543679714202882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.1370303988456726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,12.607676696777343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.20310719013214112
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.13947199583053588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,31.683734130859374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.1472991943359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.22608640193939208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.15569599866867065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.3886624097824097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.1627392053604126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.18223040103912352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.44651198387145996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.2006848096847534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.2216639995574951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,15.938729858398437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.23909759521484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.2837503910064697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.2360896110534668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,2.570796775817871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.2798111915588379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,25.375462341308594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.6040128231048584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.7069119930267334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,0.9086463928222657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.3309216022491455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.421449613571167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.5127808094024658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.32379200458526614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.6980671882629395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.41527681350708007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.5051839828491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.6877855777740478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.8731776237487793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.2385312080383302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.8752511978149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.6050655364990234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,2.330403137207031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,50.81569213867188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.125318431854248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.243875217437744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,3.0601951599121096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.06591039896011353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,3.846543884277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.10606399774551392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.16392960548400878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.6099359512329101
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.01,6.045779037475586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.23329920768737794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.2923360109329224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.45464320182800294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.47952637672424314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.4911359786987305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.5285439968109131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.5507584095001221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.6162816047668457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.01,12.014553833007813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,0.6063072204589843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,0.6344575881958008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,0.6716959953308106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,0.7090976238250732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,0.7450367927551269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,0.8322208404541016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,1.5503968238830566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,0.9824576377868652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.1518624305725098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,1.4955103874206543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,1.8240543365478517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,2.4965248107910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,3.179254341125488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.061660802364349364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,4.541836929321289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,5.901318359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,2.3429759979248046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,3.371900939941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,8.625395202636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.10083839893341065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.1579327940940857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,11.346720123291016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,14.162127685546874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.23288319110870362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.2981312036514282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.4562335968017578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.474780797958374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.4867743968963623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.5001440048217773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.5079264163970947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.5136703968048095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.5285823822021485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.5429247856140137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.5807712078094482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.6061855792999268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.6313055992126465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.6857312202453614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.8070240020751953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,1.9814144134521485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,0.940988826751709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,22.329936218261718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.2081088066101073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.4670144081115724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,1.998953628540039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,2.5346303939819337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,3.588175964355469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,4.643961715698242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,6.73156509399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,8.835244750976562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,11.042998504638671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,44.312802124023435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.07559360265731811
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.1281216025352478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.22224960327148438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.31485440731048586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,3.073711967468262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.39749441146850584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.6743840217590332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,0.7036672115325928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.01,17.36042938232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,0.7402688026428222
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,0.7765439987182617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,0.7925631999969482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,0.8593184471130371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,0.8786751747131347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,0.8917856216430664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,0.9208992004394532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,0.9609472274780273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,0.9874496459960938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,1.0406720161437988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,1.1864640235900878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,1.3404128074645996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,1.671683120727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,2.1007551193237304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,2.837984085083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,3.572480010986328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.01,34.35639343261719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.06471999883651733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.1061087965965271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.16314879655838013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.2087712049484253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.27113919258117675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.44725761413574217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.475984001159668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.5058144092559814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.5394624233245849
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,5.404959869384766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.5712160110473633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.6295616149902343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,0.6177536010742187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,0.6401279926300049
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,0.6862112045288086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,0.7273663997650146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,0.7688831806182861
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,0.8493151664733887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,1.0137568473815919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,1.175276756286621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,1.5105440139770507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,1.8512895584106446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,2.517180824279785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,2.489276885986328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,6.8080291748046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,3.2067424774169924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.2,4.223004913330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,4.567878341674804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,5.9246368408203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,9.644982147216798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.2,50.35535583496094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,3.8544864654541016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,8.64940185546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,12.869171142578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,277.016845703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,11.35572509765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,223.48271484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.1429792046546936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.32031679153442383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.5223487854003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.06107199788093567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,0.8582559585571289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.1601887702941895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,1.8996671676635741
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,2.0249248504638673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,2.1140384674072266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,2.1339391708374023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,2.2890111923217775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,2.391219139099121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,2.5738880157470705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.10065920352935791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.15280319452285768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,2.57840633392334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,2.6400287628173826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,2.7478815078735352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,2.8173471450805665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.2,6.0567680358886715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,3.064883232116699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,3.502492904663086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,3.864457702636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.20998079776763917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.2739743947982788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.4499360084533691
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.4815040111541748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,4.727078247070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.49502081871032716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,16.31947479248047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.49933438301086425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.5166719913482666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.5311103820800781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,5.781836700439453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.5339231967926026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.5485951900482178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.5883135795593262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.6134848117828369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.6482783794403076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.7106719970703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,7.634748840332032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.8283424377441406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,0.9635168075561523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.2222240447998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,9.293981170654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.4842752456665038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,2.0185567855834963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,2.545561599731445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,12.915139770507812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,17.095143127441407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,3.6019935607910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,24.474835205078126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,4.653715133666992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,31.743008422851563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,14.18485107421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,6.752793884277343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,39.72922058105469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,64.96400146484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.2,6.650041961669922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,3.778886413574219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,132.81513671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.11748160123825073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.1931488037109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.34500799179077146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.5524223804473877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.2,100.47822875976563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,0.7635072231292724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,1.2274111747741698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,1.315494441986084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,1.3495200157165528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,1.3855936050415039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,1.4977824211120605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,1.5958784103393555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,1.7494400024414063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,8.847129821777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,1.528991985321045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,1.6178688049316405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.13176640272140502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,1.7206975936889648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,1.79833927154541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,1.996089553833008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,2.3483104705810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,2.71209602355957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,3.4707614898681642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,4.212924957275391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,5.673660659790039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,7.17999038696289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.20081279277801514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.34567999839782715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,10.219551849365235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,13.296588134765624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,25.74895324707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.539737606048584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,0.7284063816070556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.153433609008789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,1.2473695755004883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,1.2805888175964355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,1.336851215362549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,1.3628128051757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,1.3998751640319824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,19.413865661621095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,1.425158405303955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,1.4525376319885255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,1.498639965057373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,1.5711520195007325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,1.6244640350341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,1.7369440078735352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,1.99322566986084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,2.2325727462768556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,2.76461124420166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,3.320780944824219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,4.387500762939453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,25.557113647460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,5.480303955078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,7.671295928955078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,9.88460464477539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,31.869216918945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,14.234956359863281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,18.60167999267578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,50.309564208984376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,23.157974243164062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.01,36.23648376464844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,11.063433837890624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,100.17109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.14289920330047606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.3172607898712158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.5240928173065186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,0.7948959827423095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.0842080116271973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,1.9041631698608399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,2.0619295120239256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,2.1299903869628904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,2.194988822937012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,2.3539007186889647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,2.562224006652832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,2.732956886291504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,2.6269887924194335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.01,71.4146484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,2.6898271560668947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,2.8201440811157226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,2.9285568237304687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,3.107756805419922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,3.510710525512695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.11815359592437744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,4.019744110107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,4.778409576416015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.19353599548339845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.3452863931655884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,5.813315200805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,7.666531372070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.5083360195159912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,9.51727066040039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,0.6840767860412598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,1.1923968315124511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,1.2994400024414063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,1.3425503730773927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,1.4320159912109376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,1.5285311698913575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,1.6918464660644532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,13.077719116210938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,1.8304704666137694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,22.359561157226562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,1.583836841583252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,1.6548799514770507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,17.205349731445313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,1.781862449645996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,1.838547134399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,2.0312736511230467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,2.3955360412597657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,2.7578432083129885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,3.4905727386474608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,4.233983993530273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,5.747276687622071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,7.278774261474609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,25.39512939453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,10.327667236328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,13.364842224121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,19.481843566894533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,34.10390930175781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,25.75753173828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,41.64570617675781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,32.1414306640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.2,17.374656677246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,67.18441772460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,51.07777404785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.2,13.195062255859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.13249599933624268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.20120639801025392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.3427999973297119
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.4941408157348633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.6846399784088135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.1584832191467285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,1.2580063819885254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,1.3062463760375977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,1.3538463592529297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,1.3644991874694825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,1.4137632369995117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,1.4602527618408203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,1.4844191551208497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,1.5429887771606445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,51.2500732421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,1.601043128967285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.1467039942741394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.29285440444946287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,1.675347137451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.509609603881836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,1.7958879470825195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,0.9410016059875488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,2.0437599182128907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,1.6639680862426758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,2.317103958129883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,2.3668575286865234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,2.8046655654907227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,2.7882112503051757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,3.3720863342285154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,3.746419143676758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,4.451180648803711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,3.9376510620117187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,4.053273773193359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,5.547587203979492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,4.217004776000977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,4.3776191711425785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,7.718563079833984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,4.550576019287109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,5.233798217773438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,5.378464126586914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,9.889529418945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,5.866844940185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,5.273775863647461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,5.7331806182861325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,6.072959899902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.2,12.009728240966798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,6.964521789550782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,7.752044677734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.11145279407501221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,9.58447036743164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.19185279607772826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.3228640079498291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,0.6069759845733642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,11.235520172119141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,14.250662231445313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,1.0654144287109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,1.5053664207458497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,14.742723083496093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,1.7794496536254882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,2.325081634521484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,2.4180192947387695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,2.5295808792114256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,2.6253215789794924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,2.7139039993286134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,18.54805145263672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,2.962895965576172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,3.1777280807495116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,18.593215942382812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,3.475814437866211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,3.781644821166992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,3.3636959075927733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,3.7314815521240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,25.26550750732422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,4.167103958129883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,4.817139053344727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,5.521120071411133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,6.943631744384765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,8.372198486328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,32.39091186523437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,11.202178955078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,23.16422119140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,14.122639465332032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,39.51802368164063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,19.922671508789062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,101.66263427734376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.10103039741516114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,25.778506469726562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.1769279956817627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.32000958919525146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.5720255851745606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,60.67680053710937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,31.941033935546876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,135.8545166015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.14575999975204468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.2983583927154541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.5304096221923829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,0.9490912437438965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,1.503286361694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.0250783920288087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,2.1182079315185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,7.627203369140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.11101759672164917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,2.538800048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,1.480179214477539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.192249596118927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.32565760612487793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,0.6096543788909912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,1.7228191375732422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,3.554108810424805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.2,36.20592041015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,0.9778656005859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,2.2172351837158204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,3.68919677734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,1.3636768341064454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,1.6258815765380858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,3.8711551666259765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,2.3076000213623047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,2.247660827636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,4.149151992797852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,2.384899139404297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,2.362883186340332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,2.5008031845092775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,4.318080139160156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,2.428883171081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,2.5597408294677733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,2.636499214172363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,4.603638458251953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,2.637558364868164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,2.794700813293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,49.43687438964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,2.738028717041016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,2.8950431823730467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,2.778188705444336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,5.017459106445313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,3.248441696166992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,2.824492835998535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,3.6221118927001954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,5.452735900878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,2.923481559753418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,3.8089248657226564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,5.836713409423828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,3.2536865234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,3.437529754638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,3.4603038787841798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,5.326220703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,3.9022590637207033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,118.61566162109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.10152319669723511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,3.9965343475341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.1758911967277527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.32030720710754396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,5.749039840698242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,4.289795303344727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.573356819152832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,0.9263936042785644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,4.489241409301758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,6.201871871948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,5.013030242919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.311638355255127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,5.477987289428711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,7.084268951416016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,5.826575851440429
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,1.5733632087707519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,8.045334625244141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,2.1219167709350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,6.507279968261718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,2.27457275390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,7.223782348632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,9.717190551757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,96.72567138671874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,2.3406496047973633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.055846399068832396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,8.639513397216797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.07883520126342773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,8.543801879882812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.15711040496826173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,2.396444892883301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,11.474495697021485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.23864641189575195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.30830719470977785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,2.4998239517211913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.01,0.5029056072235107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,11.541871643066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.01,0.5317952156066894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,10.564870452880859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.01,0.5469791889190674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,2.6033472061157226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.01,0.5634592056274415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,14.787519836425782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.01,0.5823808193206788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,2.690835189819336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.01,0.6185984134674072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,14.433056640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,2.809552001953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,14.716717529296876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.01,0.671347188949585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,2.825372886657715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,18.710243225097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.01,0.6937535762786865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,3.039254379272461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.01,0.7143231868743897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,20.241949462890624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,3.3414432525634767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.01,0.7323264122009278
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.01,0.7463520050048829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.01,0.7913824081420898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,3.591843032836914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,18.996806335449218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,25.799114990234376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.01,0.8780896186828613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,4.109084701538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,26.0318115234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.01,0.9552288055419922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,4.691180801391601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.01,1.1516639709472656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,23.4627685546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.01,1.3447584152221679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,5.807376098632813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.01,1.7582208633422851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.01,2.153958320617676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,32.54806823730469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,6.793145751953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.01,3.144272041320801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.2,34.403585815429686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,32.27787780761719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,8.790499114990235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.01,4.082716751098633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.01,0.047968000173568726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.01,0.06729599833488464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.01,0.10695359706878663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.01,35.72880554199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.01,5.973955154418945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,39.7189208984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,10.815513610839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.01,0.16857279539108277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.01,7.8665214538574215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.01,0.21864640712738037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.01,0.3467519998550415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.01,0.3575968027114868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,49.712930297851564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.01,0.3754944086074829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.01,0.3823168039321899
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.01,0.4080416202545166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.01,0.4479392051696777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.01,9.61475830078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,14.986834716796874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.01,0.4442431926727295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.01,0.4514336109161377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.01,0.47338237762451174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.01,0.4974559783935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.01,0.507696008682251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.01,15.50542755126953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.01,0.5723199844360352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.01,0.6605023860931396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,18.955599975585937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,61.85374755859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.01,0.7592288017272949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.01,0.9583968162536621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.01,1.1474335670471192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.01,69.04306030273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.01,1.5592415809631348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.01,1.9670591354370117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.01,2.7936704635620115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.05565440058708191
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.07775359749794006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.15398080348968507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.01,3.6216064453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.01,31.034939575195313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,23.667788696289062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.01,5.275638580322266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.2,0.050281602144241336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.2,0.06787199974060058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.2,0.108188796043396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.21791040897369385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.2956736087799072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.2,0.15503040552139283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.2,0.49656000137329104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.01,6.929209899902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.2,0.2011712074279785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.2,0.3424896001815796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.2,0.527888011932373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,96.97123413085937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.2,0.3571167945861816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.2846560001373291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.2,0.5626304149627686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.2,0.38346879482269286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.01,0.505401611328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.2,0.5669248104095459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.2,0.4041600227355957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,1,power_law_1.01,8.671833801269532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.2,0.5954239845275879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.01,0.9603327751159668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.2,0.41615681648254393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.2,0.6220448017120361
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.2,0.45369601249694824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.2,36.01547546386719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.01,1.6553504943847657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.2,0.457257604598999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.01,2.420582389831543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.2,0.4628159999847412
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.2,0.48514881134033205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.2,0.5107327938079834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,1,power_law_1.01,13.665423583984374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.01,4.074720001220703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.2,0.5401599884033204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.2,0.691321611404419
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,121.89110107421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.01,4.422447967529297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.2,0.7109471797943115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.2,0.5849247932434082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.01,0.18933759927749633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.2,0.725167989730835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.01,4.525833511352539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.2,0.6860576152801514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.2,0.7527679920196533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.01,0.33548479080200194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.01,4.683500671386719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,1,power_law_1.01,27.12576904296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.01,0.6219679832458496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.2,0.774019193649292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.2,0.769324779510498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.19001280069351195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.01,4.925408172607422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.01,1.0881216049194335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,0.32433280944824217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.2,0.9799903869628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.2,0.8059904098510742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,0.59585599899292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.01,1.5161696434020997
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.01,5.329734420776367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.2,1.172652816772461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.01,2.5679264068603516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.2,0.9001343727111817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.2,69.47313232421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,1.0272064208984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.01,2.753494453430176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.28858559131622313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.2,1.5826047897338866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.01,5.678793716430664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,1.4508511543273925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.2,0.508134412765503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.2,0.9843296051025391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.01,2.8984832763671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,2.4931583404541016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.2,0.9606656074523926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,2.6595104217529295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.01,6.059411239624024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.2,1.1632800102233887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.2,1.99652156829834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,2.75549430847168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.2,1.4947423934936523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.01,2.980268859863281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,44.28007507324219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.2,71.3416259765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,2.8455360412597654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.2,2.0979488372802733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.01,6.784028625488281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.2,1.3801280021667481
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.2,0.18730560541152955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.2,0.3332511901855469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.1900704026222229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,0.3243488073348999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,2.918726348876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.2,0.6204512119293213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.2,2.824575996398926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.2,3.9835742950439452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.01,3.139795112609863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.01,7.610835266113281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.2,1.7774463653564454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.2,4.362678527832031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,0.5959968090057373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.2,0.968511962890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,3.0546655654907227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,3.118284797668457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.2,4.488380813598633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.2,3.6512897491455076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.01,3.412160110473633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.2,2.2055295944213866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.2,1.373852825164795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,0.9408703804016113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.01,8.399343872070313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.2,4.812591934204102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.2,2.5170495986938475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,3.2132030487060548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,1.3238207817077636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.2,5.316214370727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.2,2.690662384033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.01,9.849219512939452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.2,5.046659088134765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.01,3.725971221923828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.2,3.1733856201171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,3.3152191162109377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,2.40927677154541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,2.6050752639770507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.01,4.061910247802734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.01,7.314588928222657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.2,5.52110710144043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.2,2.824934387207031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.2,4.040809631347656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,3.476822280883789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.2,6.960736083984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.01,4.604662322998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.2,5.946368026733398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.2,3.0763200759887694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,2.743935966491699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,3.6511775970458986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.01,5.155721664428711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.2,3.253276824951172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.01,8.006918334960938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.2,3.561113739013672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,3.9189376831054688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.01,5.754198455810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,2.845782470703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.2,6.104969787597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.2,5.978777694702148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,4.486422348022461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.2,3.8626144409179686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,1,power_law_1.2,8.700070190429688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,2.9472671508789063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.01,6.867948913574219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,5.0840606689453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.2,7.157154846191406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.2,4.232419204711914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.01,9.836383819580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.2,4.814086532592773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,3.0578592300415037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,6.228787231445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.01,5.327145767211914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.2,7.936003112792969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.2,5.383945465087891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,7.410518646240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,3.1551647186279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.01,6.114336013793945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.2,7.927123260498047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.2,5.859747314453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.01,11.544796752929688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.2,8.654550170898437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,1,power_law_1.2,13.661917114257813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,3.2581153869628907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,9.837181091308594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.2,6.990662384033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.01,7.630655670166016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.2,9.986233520507813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.2,9.787296295166016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.01,15.056866455078126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,3.4109920501708983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.2,5.517222213745117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,12.238662719726562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.2,7.553890991210937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,3.618620681762695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.01,9.155564880371093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.2,6.283203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.2,8.201331329345702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,3.7690593719482424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.01,19.10684814453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.01,12.191510772705078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,17.0474853515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,4.136796951293945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.2,7.8069404602050785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.2,10.07474594116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,4.594380950927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.01,26.29273681640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.01,15.283343505859374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.2,11.7733154296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,5.228188705444336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.2,9.311577606201173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,21.731936645507812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.2,15.698991394042968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,6.370716857910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.2,15.747132873535156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.2,12.379583740234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.01,21.435440063476562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.01,33.578173828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,7.54658203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.2,19.915350341796874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.2,15.487802124023437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,31.12012939453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,1,power_law_1.2,27.130343627929687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,9.969417572021484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.19809279441833497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.01,27.59560546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.2232896089553833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.2637311935424805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.4093920230865479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.4084320068359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.4146880149841309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,12.338873291015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.42406721115112306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.42000641822814944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.2,27.48878173828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.44501757621765137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.2,21.627151489257812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.45429439544677735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.01,50.48432922363281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.47279038429260256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.4834432125091553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.5006432056427002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.5398816108703614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,0.6193280220031738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,0.7008351802825927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,0.7719552040100097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,1.0597887992858888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,40.28954162597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,1.4144288063049317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.01,40.016595458984376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,17.03800048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,1.864454460144043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,2.8592832565307615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.2,35.20516662597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.2,27.8764892578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,3.6190559387207033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,21.671784973144533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.01,67.00693969726562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,5.960867309570313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,1,power_law_1.01,50.04075622558594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.01,52.72528076171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.2,40.98362731933594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.2,52.85624389648437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,9.246697235107423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,30.89791259765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.01,85.27525634765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,11.253155517578126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.2,54.81693725585937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,1,power_law_1.01,66.18440551757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.2,70.457763671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,1,power_law_1.01,77.675732421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.2,31.535189819335937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.15877759456634521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.19239039421081544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.20931520462036132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,40.0402099609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.30293118953704834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.3069920063018799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.3104576110839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.32044799327850343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.3282464027404785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.3451008081436157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.3501375913619995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.37459840774536135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,18.549807739257812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.41623997688293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.4216608047485352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.488969612121582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.5819104194641114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,0.6672959804534913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,0.7426271915435791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,1.032483196258545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,1.377302360534668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,1.712345504760742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,2.259494400024414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,1,power_law_1.2,68.07791748046876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,3.3355648040771486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.01,139.38087158203126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,1,power_law_1.01,107.1478271484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,4.019468688964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,1,power_law_1.2,49.81089782714844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,6.428457641601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.2,88.0462890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,28.2541259765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,9.17492446899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,1,power_law_1.01,151.6658935546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.13886079788208008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.15833280086517335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.18408000469207764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,15.724266052246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.21033599376678466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.21595520973205568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.21910719871520995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.2221247911453247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.22355520725250244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.23662080764770507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.239737606048584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.25848639011383057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.2810688018798828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.29609920978546145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.32960000038146975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.376528000831604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,1,power_law_1.2,110.0622314453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.45291838645935056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,31.97325744628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.5391903877258301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.7040863990783691
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,0.9060768127441406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.2741151809692384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,1.6766687393188477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,2.4850175857543944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,3.2761310577392577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,21.325581359863282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,1,power_law_1.2,77.18056640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,4.455865478515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,1,power_law_1.01,219.5843017578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.19082560539245605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.21510400772094726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.2432192087173462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.4091487884521484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.40813121795654295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.4140416145324707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.4134848117828369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.4216288089752197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,1,power_law_1.01,284.1870849609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.4499807834625244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.15823999643325806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.4462719917297363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.18186240196228026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.47062082290649415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.20352640151977539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,5.80748176574707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.30141119956970214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.48451838493347166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.3090816020965576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.31220159530639646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.4968575954437256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.3208415985107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.3262432098388672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.5574912071228028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.3464639902114868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.3545408010482788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.3709280014038086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,0.6348927974700928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.4017439842224121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.43534078598022463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,0.6566368103027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.5008351802825928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,0.8048192024230957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.6053887844085694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,0.6595295906066895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,1.0444640159606933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,0.7642687797546387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,1.0223039627075194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,1.4023072242736816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,1.1131360054016113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,1.9116512298583985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,1.9607263565063477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,2.580512046813965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,27.66602783203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,8.593456268310547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,2.342473602294922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,4.007852935791016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,3.3634368896484377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,5.6723583221435545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,63.9213623046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.2,140.9658447265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,4.070243072509766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,8.92010269165039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,11.473401641845703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,6.680879974365235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,12.00317153930664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,9.34883804321289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.01,15.356681823730469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,43.91979064941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,22.0772705078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.01,23.945535278320314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,16.97478790283203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,27.71533203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,21.784626770019532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.01,51.391448974609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.13600000143051147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.1524672031402588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.18553919792175294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.21202559471130372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.21554880142211913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.2164031982421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.21870720386505127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.2254784107208252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.23408958911895753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.24168319702148439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.2535583972930908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.2849567890167236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.29632959365844724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.3231679916381836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.38473598957061766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.44601922035217284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.5406784057617188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.7272511959075928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,0.8971487998962402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.2843392372131348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,120.54134521484374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.11083199977874755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.14338879585266112
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.18920960426330566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.2602463960647583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.31280639171600344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.31579840183258057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.3186176061630249
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.3189055919647217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,1.6236736297607421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.3369856119155884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.35392959117889405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.36884799003601076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.37979199886322024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.38315520286560056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.4176799774169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.466096019744873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.5313983917236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.624675178527832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7694560050964355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.9677375793457031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,2.2749792098999024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.3259552001953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.7147455215454102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,33.118350219726565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,2.7177696228027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,3.2923583984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,3.4756927490234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,94.47837524414062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.09502400159835815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.11891520023345947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.14627840518951415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.1873631954193115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.2237760066986084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.2268224000930786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.23405439853668214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.2401599884033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.25257599353790283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.2680000066757202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.2853791952133179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.31889278888702394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,36.30234985351562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.3400896072387695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.39066879749298095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.42993597984313964
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.4997471809387207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.5558335781097412
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,5.180460739135742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.7501023769378662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.9208064079284668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,4.748521423339843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,1.2868800163269043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,1.6544544219970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,2.393974494934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,6.984019470214844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,3.124399948120117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,6.153900909423828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,4.608371353149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,10.962902069091797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,6.058067321777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,8.986991882324219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,8.829161834716796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,16.206912231445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,12.037932586669921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,45.66014709472656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,12.213970947265626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,62.30711059570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,20.61685791015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,15.152024841308593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.2,14.628703308105468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,1,power_law_1.2,151.06075439453124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.08330240249633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.1118783950805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.12376960515975952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.16933120489120485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.17435200214385987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.18099839687347413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.18244800567626954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.18825600147247315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.1905087947845459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.19192320108413696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.2088160037994385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.2411263942718506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.2599519968032837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.27677440643310547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.306060791015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.333734393119812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.39414401054382325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.515388822555542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.6292448043823242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.8806976318359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.1408639907836915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.6297855377197266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,33.360296630859374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,2.133526420593262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,3.1303264617919924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,4.133555221557617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,23.801925659179688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,6.1385150909423825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.2,24.987551879882812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,1,power_law_1.2,285.120068359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.11109440326690674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.14701759815216064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.19072320461273193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.26634559631347654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.3148864030838013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.3164479970932007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.3174623966217041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,1,power_law_1.2,222.60615234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.3185408115386963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.3438783884048462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.09476159811019898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.345635199546814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.11449600458145141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.369270396232605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.1449280023574829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.18223999738693236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.3825376033782959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.22403199672698976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.38257598876953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.22727360725402831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.23437120914459228
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.23864319324493408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.41455998420715334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.252457594871521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.2690432071685791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.2913088083267212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.4726816177368164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.3139967918395996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.34466559886932374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.5152639865875244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.39394559860229494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.6144735813140869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.43394880294799804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.5078176021575928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.5657087802886963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7711423873901367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.7543392181396484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,8.137340545654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.9776032447814942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.9234208106994629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.3351743698120118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,1.2863776206970214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.752627182006836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,1.654368019104004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.450105667114258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,2.3941120147705077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,3.1229568481445313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,3.346303939819336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,10.2165283203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,97.60654296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,67.79749755859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.25193281173706056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.3295583963394165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.3604511976242065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,4.595574569702149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,0.6083168029785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,0.6297152042388916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,0.6457503795623779
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,0.6503680229187012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,0.6520576000213623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,0.660748815536499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,0.6621376037597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,5.216576004028321
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,0.6714144229888916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,0.7125823974609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,0.7313536167144775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,0.8100543975830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,0.9665727615356445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,1.1745696067810059
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,1.3032992362976075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,1.838979148864746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,2.1261823654174803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,2.9025056838989256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,4.337443161010742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,6.245267105102539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,6.071187210083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,9.188652801513673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,7.037916564941407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,16.069010925292968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.08392959833145142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.10856640338897705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.12660479545593262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,104.3992919921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.21007680892944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.24456961154937745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.27261760234832766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.4150815963745117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.41187520027160646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.4267007827758789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.44286398887634276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.45764799118041993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.4895455837249756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.5082399845123291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.5382143974304199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,0.5792831897735595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,0.62325439453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,0.734988784790039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,20.87261047363281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,0.9052639961242676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,0.9517087936401367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,1.1988191604614258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.17857919931411742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.17434879541397094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,1.5484895706176758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.1808351993560791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.18258240222930908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.1833631992340088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.1908128023147583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.19278080463409425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.2143455982208252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.23982720375061034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,9.032518768310547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.2573375940322876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,2.0162431716918947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.2791296005249023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.30916800498962405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.3338047981262207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,2.7193599700927735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.38870398998260497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,11.508220672607422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.5220352172851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,3.7370113372802733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.01,16.204998779296876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,48.023583984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.1723456025123596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.6245920181274414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.21578879356384278
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.2449631929397583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.2944544076919556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.29237439632415774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.304585599899292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.3100032091140747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.314352011680603
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.3298559904098511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.8803296089172363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.34403839111328127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.362992000579834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.39771840572357176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.43323841094970705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.5180575847625732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.5821599960327148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.647276782989502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,5.325020980834961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.7669472217559814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,1.0313183784484863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.13439998626709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.309331226348877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,1.9066463470458985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,2.50545597076416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.6307167053222655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,7.340812683105469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,3.683756637573242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,2.1288383483886717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,38.03296813964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,4.489324951171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,10.765856170654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,3.138387107849121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,7.302236938476563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,9.075135803222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,14.67052764892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,16.079212951660157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,12.126163482666016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,26.05766906738281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,45.83769226074219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,13.591314697265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,4.127824020385742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,56.35252075195312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,39.03495483398437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.2,49.12399597167969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.24773759841918946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.28815040588378904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.3687903881072998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,0.6294655799865723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,0.631385612487793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,0.6455808162689209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,0.6515200138092041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,0.6569407939910888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,0.6607935905456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,0.6587615966796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,0.6690048217773438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,0.7054304122924805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,0.7425248146057128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,0.7899648189544678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,0.9290495872497558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,1.216489601135254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,1.3207903861999513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,20.16153564453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,1.6786943435668946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,2.3128128051757812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,3.308406448364258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,4.1272705078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,6.128150558471679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,17.9297119140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,6.801296234130859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,15.190422058105469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,9.4015869140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,52.780908203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.01,32.34117431640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,16.558256530761717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.20418879985809327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.23487040996551514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.2633375883102417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.41284799575805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.41330561637878416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.4373631954193115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.44109439849853516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.4547327995300293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.47948479652404785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.5022463798522949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,8.133686065673828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.5258016109466552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,0.5785312175750732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,0.628931188583374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,0.7406432151794433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,0.8155712127685547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,0.9732159614562989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,1.1291487693786622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,1.6792543411254883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,2.09039363861084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,2.851859283447266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,87.6774658203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,3.6587711334228517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,20.870425415039062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.01,22.416502380371092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,5.120796966552734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,33.33948669433594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,7.730582427978516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,10.763795471191406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,10.188829040527343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,23.94444122314453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,16.233042907714843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,33.968963623046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,77.17685546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,46.566915893554686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,26.779177856445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.01,34.860147094726564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,51.23225708007813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.2,16.193463134765626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,40.703182983398435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,192.41595458984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.16934720277786255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.19863040447235109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.2531039953231812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.30153279304504393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.3012703895568848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.3046367883682251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.30989120006561277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.3140671968460083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.3341344118118286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.3399359941482544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.35541439056396484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.4020544052124023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.4572512149810791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.5280896186828613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.5921887874603271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.6426943778991699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.7814271926879883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,1.0397088050842285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.3722399711608886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,2.002739143371582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,2.473289680480957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,3.5958080291748047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,96.74580688476563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,4.102534484863281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,7.234162902832031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.01,73.01974487304688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.15094079971313476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.2239840030670166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.2739135980606079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,49.962466430664065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.446611213684082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.529804801940918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.536790418624878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.5493279933929444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.5550399780273437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.5589407920837403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.556828784942627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,0.578985595703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,0.6670207977294922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,0.6977471828460693
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,0.7460192203521728
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,0.7867712020874024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,0.8453887939453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,1.0431103706359863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,1.298303985595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,1.6086175918579102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,2.376915168762207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,8.918956756591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,68.37546997070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.12359360456466675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.17509119510650634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,3.0885183334350588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.21381120681762694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.2977216005325317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.3130687952041626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.32788159847259524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.3428704023361206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.3677727937698364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.39311039447784424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.43479042053222655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.4714911937713623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.5037216186523438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.5280320167541503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.5868415832519531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.6636735916137695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.7354176044464111
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.8745823860168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,1.171052837371826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,4.567353439331055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,169.2097900390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.10508160591125489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.1553536057472229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.19201600551605225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.29298560619354247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.2895616054534912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,1.4760704040527344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.2953824043273926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.2986047983169556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.3019007921218872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.30713601112365724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.31020479202270507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.323142409324646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.34056639671325684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.35751359462738036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.41698880195617677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,2.077372741699219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.4629312038421631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.5022975921630859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.5943359851837158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.7767871856689453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,5.956063842773437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.9891743659973145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,2.6928224563598633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.3575008392333985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.7533855438232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,3.9037921905517576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,2.5306047439575194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,5.1004894256591795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,3.289712142944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,8.817491149902343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,7.552294158935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,12.23729248046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,14.180339050292968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,4.848540878295898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,9.9635009765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,6.3994911193847654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,19.595864868164064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,48.11690979003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,9.523014068603516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,14.810649108886718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.15045759677886963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.2173311948776245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.29331839084625244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.2,32.40198669433594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.451475191116333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.12319040298461914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.17211519479751586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.20116159915924073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,28.691683959960937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.5180960178375245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.5242496013641358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.5462240219116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.5556384086608886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.557689619064331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.5609312057495117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,0.5677343845367432
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,0.6583136081695556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,0.6969471931457519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,0.7443647861480713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,0.7824831962585449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.304800009727478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.31210238933563234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.32229759693145754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.34190080165863035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.3685728073120117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,0.8631967544555664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.4107200145721436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.43704638481140134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.46141438484191893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.5011392116546631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.5345856189727783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,1.0110207557678224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.5877247810363769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.6586239814758301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.7321856021881104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.8788607597351075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,1.2949664115905761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,1.167689609527588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,17.871983337402344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,1.6351936340332032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,1.4663583755493164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,2.3138591766357424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,2.0521919250488283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,20.493344116210938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,3.0431455612182616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,2.6756128311157226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,4.545228958129883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,3.8755584716796876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,12.684803009033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,5.968950271606445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,86.25505981445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,5.083145523071289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,8.89578857421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,7.510585784912109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,35.13563842773438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,26.454714965820312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,16.069821166992188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,12.597702026367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,9.926012420654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.2,25.5782470703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,14.760678100585938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,21.307948303222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,212.92568359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.10421119928359986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.15311039686203004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.1840831995010376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.29504320621490476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.291596794128418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.2967168092727661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.3007040023803711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.3016319990158081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.30691840648651125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.3094367980957031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.3250816106796265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.34136960506439207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.3581120014190674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.4287871837615967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.4678048133850098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.4963871955871582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.5881184101104736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.7731935977935791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,42.53565673828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.9724960327148438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.3551936149597168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.7493408203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,59.520660400390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,2.5200000762939454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,21.083786010742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.01,25.784060668945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,3.3028095245361326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,30.297915649414062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.2,38.00324401855469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,4.867871856689453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,6.40723876953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,26.027117919921874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,9.50317153930664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,36.60416259765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.01,51.39344482421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.15291839838027954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.3091520071029663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.4079264163970947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.6130591869354248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,0.8459168434143066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.0361856460571288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,1.3759584426879883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,1.405196762084961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,1.569155216217041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,1.5762880325317383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,1.605219268798828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,1.8146080017089843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,1.7944768905639648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,1.8610559463500977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,1.9285728454589843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,2.0039743423461913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,12.619094085693359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,2.102579116821289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,2.3148544311523436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,2.556447982788086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,2.981558418273926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,3.572351837158203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,119.980615234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,4.6708320617675785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.11785919666290283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.19901759624481202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.2696415901184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.41909117698669435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,5.788281631469727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.5494976043701172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,0.7025919914245605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,0.9299327850341796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,0.9676351547241211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,0.9711296081542968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,0.972105598449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,1.054918384552002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,7.742515563964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,1.1944895744323731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,1.1983296394348144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,1.2577183723449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,1.3124671936035157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,1.3706463813781737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,1.485587215423584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,9.751824188232423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,1.7270463943481444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,1.9271711349487304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,2.328976058959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,86.31879272460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,2.7930559158325194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,3.7507583618164064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,13.777577209472657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,4.725839996337891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,6.5390464782714846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.10905599594116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.184060800075531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,18.075042724609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.27123520374298093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.41101760864257814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,8.286953735351563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.5514592170715332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.7020895957946778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,0.9318367958068847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,0.9428288459777832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,0.9767840385437012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,0.9919743537902832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.0192511558532715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,1.0604543685913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,12.213833618164063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,1.1056447982788087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.1233216285705567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.137110424041748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.1768223762512207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.2532095909118652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,22.98236541748047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,1.4543071746826173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,1.589094352722168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,1.8907520294189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,15.695504760742187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.240403175354004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,2.9504959106445314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,3.6106529235839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,5.0293537139892575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,19.703993225097655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,6.380713653564453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,60.8183349609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,36.03764038085937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,9.093949127197266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,42.64482116699219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,11.890268707275391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,31.979693603515624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.01,15.043685913085938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,163.12799072265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.15194239616394042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,15.849717712402343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,72.06126098632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.3020128011703491
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.3836639881134033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.5780960083007812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.11635520458221435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,0.739404821395874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.19761279821395875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.24241280555725098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,0.9516480445861817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,23.10076446533203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.36212480068206787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.4919904232025146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,1.3492959976196288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.6331840038299561
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,1.446560001373291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,0.9463328361511231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,1.4595392227172852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,0.9336000442504883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,1.5191871643066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,0.9642975807189942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,1.6365440368652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,1.0012127876281738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,61.31925659179687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.083903980255127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,1.204678440093994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,1.233283233642578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,1.2704447746276855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,1.350038433074951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,1.3958335876464845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,1.5047264099121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,1.8152063369750977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.10826239585876465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,1.774064064025879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.18394880294799804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,1.846451187133789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.24910399913787842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.38249280452728274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,1.9770591735839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,1.9172544479370117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.49628801345825196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.6672383785247803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,1.9774560928344727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,2.4518272399902346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,0.941926383972168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.01,46.68514709472656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.09919040203094483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.14082239866256713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,2.08701114654541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,0.9559231758117676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.2843712091445923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,2.924028778076172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.503878402709961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,0.7209695816040039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,0.9734463691711426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,2.161884880065918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,3.9655841827392577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,0.9799872398376465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,0.958950424194336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,2.4293024063110353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.0172479629516602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.3470720291137694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,4.961852645874023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.4127743721008301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,1.035257625579834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,2.6304927825927735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,1.4813823699951172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,6.672569274902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.0755840301513673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,1.4919136047363282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,3.2173118591308594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,1.5565664291381835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.1204768180847169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,3.7626976013183593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,1.6447647094726563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.2035488128662108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,8.789584350585937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,4.6327392578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.2385279655456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,1.720319938659668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.3071392059326172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,1.8947391510009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,1.4798175811767578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,1.874060821533203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,5.8853759765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,1.6281919479370117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,12.739891052246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,1.890934371948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,1.9814048767089845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,2.0106719970703124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,8.025392150878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.3498559951782227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,2.1657472610473634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,16.27314910888672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,3.023823928833008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,2.3284608840942385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,2.820403289794922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,3.7319007873535157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,9.784607696533204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,3.2562911987304686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.2,76.07520141601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.0865343987941742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,5.158057785034179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.10885759592056274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,4.109955215454102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.19542080163955688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.3287071943283081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,14.563200378417969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.4876704216003418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,20.28843536376953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.2,25.47263946533203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,4.998495864868164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,0.6578464031219482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,6.513410949707032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,0.9099616050720215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,0.9443200111389161
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,19.87037811279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,0.9810175895690918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,6.883078765869141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,0.9942848205566406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,9.3548095703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,1.065676784515381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.1376959800720214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.199078369140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,1.343388843536377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,8.508175659179688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,1.2434816360473633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,1.2736448287963866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,1.3739168167114257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,1.5735520362854003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,12.639520263671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,1.7593984603881836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,22.581379699707032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,32.0136474609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,2.1373119354248047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,12.17366714477539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,2.5087711334228517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,3.277199935913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.2,14.834335327148438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,4.052835083007812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,15.985423278808593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,5.615939331054688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,7.169340515136719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,37.92294006347656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,19.972309875488282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,10.330521392822266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,13.464755249023437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,24.446832275390626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,30.58690490722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,16.853369140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,26.27849426269531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,76.7787841796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,59.670379638671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.10240960121154785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.14120960235595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.2873215913772583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.07722240090370178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.4808767795562744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.660313606262207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,0.8934944152832032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.3106368064880372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.3792320251464845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.4360608100891112
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,1.5137151718139648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,1.6144384384155273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.10443199872970581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,1.6613151550292968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.1802847981452942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,1.7427391052246093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.332204794883728
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,1.9038400650024414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,1.9210496902465821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,1.970672035217285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,2.029136085510254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,2.280784034729004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,2.428054428100586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.49841599464416503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,2.869094467163086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.6729695796966553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,51.864404296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,0.8958975791931152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.08609920144081115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,0.946617603302002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.10850880146026612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,3.325356674194336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,0.9736031532287598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.19464000463485717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.33019840717315674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,0.9900608062744141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.444927978515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.019484806060791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.5879168033599853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,4.345366287231445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.0585439682006836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,0.8774271965026855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,65.96000366210937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.0803711891174317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,0.9309311866760254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.112876796722412
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,0.9507072448730469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.1540736198425292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,5.154262542724609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,0.9904735565185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.1910304069519042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.087500762939453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.2,47.83349609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.2450719833374024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.03330560028553009
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.07688000202178955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.1524736404418945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.4025823593139648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,7.094582366943359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.048240000009536745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.2305407524108887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.06201279759407043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.07807999849319458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.08865600228309631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,1.5176639556884766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.11950399875640869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.10558719635009765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.1799936056137085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,1.4046976089477539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.3204224109649658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.12669119834899903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,8.414662170410157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.12845120429992676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,1.8144447326660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,1.246793556213379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.14390079975128173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,2.130508804321289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,1.3130880355834962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.4463712215423584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.1480288028717041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,12.137248229980468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.6176608085632325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.1488767981529236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,1.4191840171813965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,2.7299423217773438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,0.8819616317749024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.15327999591827393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,0.9204256057739257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.15767359733581543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,3.344403076171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,0.9507072448730469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.16381759643554689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,0.9883999824523926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,1.6066463470458985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,15.763465881347656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.0233471870422364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.17111040353775026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,4.590351867675781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,1.8264287948608398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.17945280075073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.065056037902832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.19381120204925537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.095907211303711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,2.1957279205322267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.23641600608825683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.1214655876159667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,5.813849639892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,20.225506591796876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,2.5726272583007814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,125.875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.26891839504241943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.163856029510498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.03262400031089783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.0423007994890213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.054179197549819945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.06688320040702819
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.07537919878959656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.3426464080810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.09605759978294373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,8.249356842041015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.2160608291625976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,3.362351989746094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.09789440035820007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.09902080297470092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.2828127861022949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.41866240501403806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.12086399793624877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,30.561740112304687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.1215391993522644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,4.141436767578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,1.434659194946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.5596191883087158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.12548480033874512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,10.685257720947266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,86.06683959960938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.1297727942466736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,1.58156156539917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.13256640434265138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,0.7148384094238281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.1424064040184021
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,1.887174415588379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,5.70728645324707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.03886080086231232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,1.0302528381347655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,2.1917823791503905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.15218240022659302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,13.314288330078124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,1.358022403717041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.16221760511398314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,2.794780731201172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,7.274098968505859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04811199903488159
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.058543998003005984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.1825376033782959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.07006080150604248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,3.41627197265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.08389120101928711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,1.973535919189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.10646719932556152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.22072319984436034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.11143679618835449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,10.409929656982422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.1128383994102478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.2593791961669922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.11509759426116943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,4.619952011108398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,2.665430450439453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.11667519807815552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.33896000385284425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.11951359510421752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.12474240064620971
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.41246399879455564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.01,20.614108276367187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,5.844806289672851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.12496960163116455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,13.559385681152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,3.3232513427734376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.13572800159454346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.5752255916595459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.2,50.86435241699219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,0.7245632171630859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.14667199850082396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.039417600631713866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,8.275945281982422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.15771199464797975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,5.133513641357422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,1.0517888069152832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.046367999911308286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.05779839754104614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,16.92169952392578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.0716480016708374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.17345600128173827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.07842879891395568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.12296960353851319
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,10.696307373046874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,1.3779135704040528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.12836159467697145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.01,40.38685302734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.20824639797210692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.03238399922847748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.12981120347976685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.04359039962291718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,10.329244995117188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.2474463939666748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,2.0247583389282227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.0525056004524231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,59.611175537109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.02205439954996109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.0641759991645813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.03401280045509338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.07496960163116455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.14616639614105226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.04650239944458008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,13.323516845703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.0933568000793457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.06453760266304016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.31803839206695556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,26.351007080078126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.077183997631073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.03886080086231232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.14991040229797364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.10096960067749024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.04781759977340698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.11641600131988525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,2.7023391723632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.05768960118293762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.06815040111541748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.391923189163208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.14995839595794677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.10228159427642822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.083024001121521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.121014404296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.15645120143890381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.10604159832000733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.12303359508514404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.11072959899902343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.15884799957275392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.01,3.369472122192383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.12480000257492066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.11368000507354736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.16564160585403442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.12887680530548096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.2,20.59062042236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.11459840536117553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.17266240119934081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.1374176025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.12070399522781372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.01,5.359183883666992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.11848640441894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.5382783889770508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.14441280364990233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.12030080556869507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.1810080051422119
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.14642560482025146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.12276480197906495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.12352960109710694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.6918560028076172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.15050239562988282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.1276927947998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.1975775957107544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.01,10.65098876953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.02316479980945587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.138755202293396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.03485440015792847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,0.9818495750427246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.0438400000333786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.15533440113067626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.061289602518081666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.07251840233802795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.23992640972137452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.09113919734954834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.15960960388183593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.09633920192718506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.2892704010009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.1004032015800476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.1444991946220398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.10472320318222046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.16817599534988403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.11158080101013183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.1605504035949707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.8570592880249024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.11823359727859498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.20350079536437987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.12136960029602051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.1239840030670166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.17474240064620972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.22627201080322265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.13165119886398316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,51.943170166015626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.028918400406837463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.1254271984100342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03294720053672791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.27561919689178466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.04132480025291443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.13724160194396973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,2.45447998046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.21265919208526612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.05462080240249634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.1311776041984558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.0624671995639801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.2818912029266357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.2,40.337625122070314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.021568000316619873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.03373439908027649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.14552320241928102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.044975998997688296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.25156800746917723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.08739519715309144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.06029120087623596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.07206720113754272
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.12105599641799927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.08988159894943237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.01,3.114579200744629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.16117119789123535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.32729599475860593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.125491201877594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.09162240028381348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.12827520370483397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.12711679935455322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.13517119884490966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.09424319863319397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.35504961013793945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.12832640409469603
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.39969279766082766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.14202239513397216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.3326591968536377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.01,4.887484741210938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.1404096007347107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.09691200256347657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.42870078086853025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.1899135947227478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.14571839570999146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.10418239831924439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.15349760055541992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.5505951881408692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.44422402381896975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.14851839542388917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,0.576252794265747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.11047680377960205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.21899840831756592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.11567360162734985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.01,9.750345611572266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.1509727954864502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.56146240234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.02537600100040436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.2768703937530518
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.6953440189361573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.03494080007076263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.04283519983291626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.16749119758605957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.0561631977558136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,0.7413280010223389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.06621440052986145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.15639359951019288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.3345279932022095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.09172800183296204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.7874879837036133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.09536960124969482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.11759359836578369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.16155840158462526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.4527103900909424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.1068384051322937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.18665920495986937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.10917119979858399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,0.5694111824035645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.173308801651001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,1.0121439933776855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,1.0250207901000976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.11457600593566894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.12110400199890137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.22322559356689453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.13041599988937377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,0.806281566619873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.20781118869781495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.12307519912719726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.26397440433502195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.1261855959892273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.4790528297424317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.22903039455413818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,1.0531552314758301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.1333407998085022
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,1.0436160087585449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.3433120012283325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.28775360584259035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.14096640348434447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.141103994846344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,1.5150239944458008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.4273087978363037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.2855072021484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.15704959630966187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,1.940108871459961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.3384608030319214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.1502527952194214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,1.9846271514892577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.16568319797515868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.5881375789642334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.44960641860961914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.1784127950668335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.19302719831466675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,0.7601408004760742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.01,2.513792037963867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.5637119770050049
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.2100383996963501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,2.467056083679199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.2222975969314575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,1.3831647872924804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.01,3.937660980224609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.26385281085968015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.2802175998687744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.7934751987457276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,3.85022087097168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,1.0775872230529786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.3212831974029541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,1.9130111694335938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.3386176109313965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.01,7.809817504882813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.028780800104141236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03298879861831665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.040479999780654904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.05187839865684509
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.4524831771850586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.06005439758300781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,1.027676773071289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.08680639863014221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.08934400081634522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.09253119826316833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,7.8491455078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.5699999809265137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.09473599791526795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.09667840003967285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,1.3919072151184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.08297600150108338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.10634880065917969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.4373727798461914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.11347520351409912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.11133439540863037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.1680415987968445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.216812801361084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.11715519428253174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.263318395614624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.118339204788208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,2.077564811706543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,0.8059231758117675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.3653536081314087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.5542175769805908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.1295359969139099
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.3867680072784424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.39677441120147705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.1440608024597168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.44588799476623536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.4856096267700196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.782144021987915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,1.0418208122253418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,2.0382463455200197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,0.45355520248413084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.1605471968650818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,0.46323518753051757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.18081920146942138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,0.4745312213897705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,1.0123968124389648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.21154561042785644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,0.48770880699157715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,0.5167424201965332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.2674495935440063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.32471680641174316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,0.5455999851226807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.4726528167724608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,2.5618879318237306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,0.562943983078003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,0.6031455993652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,0.7145984172821045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,0.8142335891723633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.9354175567626952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,1.0383711814880372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,1.259663963317871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,1.7195999145507812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.44047999382019043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,2.2239711761474608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,2.436947250366211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.5544991970062256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,3.154911994934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,2.6497919082641603
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,1.5169376373291015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,4.329679870605469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.01,3.8333248138427733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.7837696075439453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,6.061872100830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,8.16341781616211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,1.0162015914916993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,11.069446563720703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.01,7.614144134521484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.07214080095291138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.09159359931945801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.1245568037033081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.15210880041122438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.18157119750976564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.26317760944366453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.26784639358520507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.27556800842285156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.33079359531402586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,16.297865295410155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.33977279663085935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.3486687898635864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.3629728078842163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.37150399684906005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.403385591506958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.42960638999938966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,1.9488512039184571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.46631360054016113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.5139552116394043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.6186304092407227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.744655990600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.96725435256958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.1711359977722169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,1.7156896591186523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,2.1611328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,3.1087392807006835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,3.996883010864258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,33.354638671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,2.808355140686035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,6.139251327514648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,1.9882623672485351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,7.92492446899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.06911360025405884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,9.983602905273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.4814687728881837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,15.239004516601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.09594560265541077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.12184319496154786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.159062397480011
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.1946079969406128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.26631999015808105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.27673280239105225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.28158719539642335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.2868671894073486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.29097919464111327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.3072128057479858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.3187360048294067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.3266272068023682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.35140480995178225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.3664864063262939
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.3879839897155762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.4370016098022461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.5357920169830322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.6255968093872071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.8202272415161133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,1.0304479598999023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.4025279998779296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.8274431228637695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,31.208782958984376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.593280029296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.08317440152168273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.10277760028839111
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.14249919652938842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.21162559986114501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,3.38488655090332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.24783999919891359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.3781951904296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.397654390335083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.41019840240478517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,0.45129919052124023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,0.45667519569396975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,5.085103988647461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,0.45424318313598633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,0.47737598419189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,0.49067201614379885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,0.5376351833343506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,0.553391981124878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,0.5733151912689209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,0.6049983978271485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,0.7226143836975097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,0.839571189880371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,6.449433898925781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,1.0558688163757324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,2.461699295043945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,1.2735136032104493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.2,3.1742719650268554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,1.801241683959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.01,8.324908447265624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,2.3510847091674805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.2,2.5114463806152343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.01,12.776963043212891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,3.382419204711914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.2,3.3713184356689454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,3.221091079711914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.01,26.29041748046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.07179520130157471
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.09843840003013611
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.1226304054260254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.1431648015975952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.17834240198135376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.25709760189056396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.26756479740142824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.2780735969543457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.33109118938446047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.3435328006744385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,4.346732711791992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.3542623996734619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.36428160667419435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.3814304113388062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.4104767799377441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.44085121154785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.4719359874725342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.5343455791473388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.6401440143585205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.7565567970275879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.9977791786193848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.2328736305236816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,1.7363199234008788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,1.9395872116088868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,2.184441566467285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,3.3198368072509767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,4.185990524291992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,6.356025695800781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,8.285913848876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,6.056748962402343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,5.259356689453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,8.204704284667969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,2.440771293640137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,3.8968318939208983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.2,4.891366577148437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.2,3.9209312438964843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.2,3.8395008087158202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,10.408940887451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,11.135820770263672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.2,5.470329666137696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,16.324867248535156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,17.201577758789064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.2,7.613552093505859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.06850240230560303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.0914784014225006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.11878399848937989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.14472960233688353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.18062080144882203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.2587552070617676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.27829439640045167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.2831199884414673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.3008512020111084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.2977407932281494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.3122368097305298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.32756800651550294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.3357664108276367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.35336320400238036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.37532799243927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.39988160133361816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.44101758003234864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.5453440189361572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.6360479831695557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.8474240303039551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,1.0826592445373535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.4237600326538087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.8452768325805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.724777603149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.4581600189208985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,5.032592010498047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.2,7.811074829101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.04490559995174408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.06986240148544312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.11674879789352417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.16422719955444337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.21149120330810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.31986560821533205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.34000000953674314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.34339840412139894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.35729279518127444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.367139196395874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.376092791557312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.3986527919769287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.4141536235809326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.4458015918731689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.4782464027404785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.5384704113006592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.47967681884765623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.5305984020233154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.5840799808502197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.6644544124603271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,0.770147180557251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.0210944175720216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.2143360137939454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,1.5693023681640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,1.9194080352783203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,2.72043514251709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,3.5003646850585937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,6.7589569091796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,4.368745422363281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,6.813504028320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,12.945628356933593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.04211840033531189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.06538239717483521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.10512319803237916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.1368191957473755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.1729920029640198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.2550112009048462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.26623680591583254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.2765536069869995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.2937824010848999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.3085184097290039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.33606719970703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.33307199478149413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.34507200717926023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.37207999229431155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.3905344009399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.412992000579834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.45516161918640136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.5426527976989746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.6265215873718262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.8076831817626953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,0.9894111633300782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,1.3504511833190918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,1.7113824844360352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,2.436294364929199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,3.1577983856201173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,4.605392074584961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,6.059251022338867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,7.593590545654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,11.956928253173828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,23.736787414550783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.043350398540496826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.05795199871063232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.08074880242347718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.11042560338973999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.15128639936447144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.2,8.355964660644531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.2099008083343506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.22282240390777588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.22829439640045165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.2297663927078247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.23381121158599855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.2417855978012085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.2676160097122192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.2776479959487915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.3157599925994873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.3461472034454346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.38471360206604005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,7.774329376220703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.04539200067520142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.3969631910324097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.4642015933990479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.0682752013206482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.11268160343170167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.15300480127334595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.5379072189331054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.6924128055572509
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.8425984382629395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.1478431701660157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.447980785369873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.1857856035232544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.31988799571990967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,2.048412895202637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,2.65032958984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,3.846217727661133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.34018239974975584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.3553056001663208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.3683039903640747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,5.04475212097168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.3752768039703369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,6.33246078491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.3875423908233643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.40756797790527344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.42433600425720214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.01,9.937344360351563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.45752639770507814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.4935647964477539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.5409759998321533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.2,10.21209945678711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.04269759953022003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.48672962188720703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.0667360007762909
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.1050879955291748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.5460959911346436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.1309856057167053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.5983583927154541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.15768640041351317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.25597119331359863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.26676158905029296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.289734411239624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.3048352003097534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.3194495916366577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.3505248069763184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.3378207921981812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.01,19.706278991699218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.3578912019729614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.37864959239959717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.042166399955749514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.3995520114898682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.05756480097770691
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.07747840285301208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.42062721252441404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.10679680109024048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.4667776107788086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.14614080190658568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.5531551837921143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.21313600540161132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.6419519901275634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.22287359237670898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.23095040321350097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.8241727828979493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.23255040645599365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.23588800430297852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.2560960054397583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.2708672046661377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,1.0000160217285157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.2823263883590698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.3196000099182129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.6830304145812989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.3523519992828369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,1.3631487846374513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.39259839057922363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,0.7794976234436035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.4006368160247803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.4734655857086182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,1.726700782775879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.5489376068115235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.7005727767944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.8502847671508789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.1577856063842773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,2.447871971130371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.45316162109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.0552991867065429
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.2249728202819825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,1.6048896789550782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,3.1796640396118163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,2.0536672592163088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,1.9592863082885743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,2.6557632446289063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,10.616809844970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.15067839622497559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.30303359031677246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.4071904182434082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.5408703804016113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,0.6857632160186767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,1.0283871650695802
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,1.0609631538391113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,1.1057503700256348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,1.110422420501709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,1.2790495872497558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,1.3169183731079102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,3.8584766387939453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,1.3587103843688966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,1.3747488021850587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,1.4389375686645507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,1.482755184173584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,1.504588794708252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,1.6113311767578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,1.8269983291625977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,2.0596927642822265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,2.552848052978516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,3.20777587890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,4.25458869934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,4.627635192871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,5.328879928588867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,7.866130828857422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,10.012947082519531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,2.7081535339355467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,14.014111328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,19.90081329345703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,6.07006721496582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,24.122434997558592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,5.057894515991211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,39.93165893554688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,7.620400238037109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,3.4976383209228517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,83.4562255859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.12400319576263427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.19176000356674194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.2605407953262329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.3548640012741089
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.4393119812011719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,0.662720012664795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,0.6849792003631592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,0.7157279968261718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,0.7440864086151123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,0.7789120197296142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,0.820076847076416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,0.8544192314147949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,0.8522080421447754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,0.9143520355224609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,0.9749695777893066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,1.0303680419921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,32.48153076171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,1.1199647903442382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,1.357087993621826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.13848639726638795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.19248000383377076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,1.5862688064575194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.23655359745025634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.35179839134216306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.47674241065979006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,0.6403903961181641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,2.07922248840332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,0.6990399837493897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,0.7034880161285401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,2.5624576568603517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,0.7337632179260254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,0.7354176044464111
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,0.7709311962127685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,3.5214912414550783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,0.7718688011169433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,0.8007871627807617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,0.8380160331726074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,4.502774429321289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,0.8818367958068848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,0.9280351638793946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,38.28019714355469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,1.0086976051330567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.15499839782714844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.1834303855895996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.25950720310211184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,6.490735626220703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.36259520053863525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.4845695972442627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.6223072052001953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.3497440338134765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,1.0325568199157715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,1.0381216049194335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,1.7210271835327149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,1.1035264015197754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,1.1465920448303222
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,2.0684032440185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,8.490819549560547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,1.2684991836547852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,2.7960800170898437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,1.3227840423583985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,1.3822848320007324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,1.3830016136169434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,3.547190475463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,1.4679295539855957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,1.5177248001098633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,1.5534527778625489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,5.009731292724609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,12.562518310546874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,1.674095916748047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,1.8833471298217774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,6.667731475830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,2.13507194519043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,2.585663986206055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,6.338131332397461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,3.2601249694824217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,9.322045135498048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,16.476092529296874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,4.453440093994141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,5.458611297607422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,12.583830261230469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,8.204828643798828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,20.383206176757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,4.337139129638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,9.778118133544922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.01,15.427033996582031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.2,12.884544372558594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,34.02594909667969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.01,24.889747619628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,15.467503356933594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,11.968492889404297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.01,49.07188720703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.12605119943618776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.1767583966255188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.24140479564666747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.3107935905456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.4327712059020996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,62.8364501953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,0.6521984100341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,0.682038402557373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,0.7207488059997559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,0.7700960159301757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,0.7860000133514404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,0.8550463676452636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,0.8668288230895996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,0.8941568374633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,0.9291680335998536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,1.0135680198669434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,1.0705856323242187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,1.1705856323242188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,1.3812543869018554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,20.874252319335938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,1.6381919860839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,2.147804832458496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,2.6378400802612303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,3.785001754760742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.13771519660949708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.16173759698867798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.23387520313262938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,4.6833953857421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.3335391998291016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.3968192100524902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,0.6387167930603027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,0.6863103866577148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,0.6986239910125732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,6.745369720458984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,0.7417376041412354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,0.7559999942779541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,0.7875904083251953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,0.8024864196777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,0.8165887832641602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,0.87674560546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,26.509976196289063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,0.9086496353149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,8.669404602050781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,0.959347152709961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,1.0321375846862793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.1951744079589843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.386995220184326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,1.75797119140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,2.1686368942260743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,2.8690176010131836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,3.7308544158935546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,13.25308837890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,5.211814498901367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,6.678704071044922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.2,10.509983825683594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.09078720211982727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.14864959716796874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.31404159069061277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.47725439071655273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.6273695945739746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,0.9787775993347168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.0333151817321777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,9.658726501464844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,1.0725343704223633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,1.1044544219970702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.1348256111145019
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.2048416137695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.2728320121765138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,1.316585636138916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,1.3527615547180176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,1.3795807838439942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,1.4335519790649414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,1.5236895561218262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,1.708336067199707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,1.9034431457519532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,17.85071716308594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,2.3293664932250975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,6.720579528808594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,2.8297727584838865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,3.802867126464844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,4.7146240234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,6.713289642333985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,12.821084594726562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,8.435075378417968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,42.13164367675781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,12.072083282470704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,22.4287353515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,16.264314270019533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.2,9.943113708496094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,20.260357666015626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,31.478207397460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,62.69344482421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.08390079736709595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.113811194896698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.19366400241851806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.31058239936828613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.4023007869720459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,0.6619679927825928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,0.6872352123260498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.2,15.15661163330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,0.7164671897888184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,0.7309120178222657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,0.7678431987762451
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,0.8453856468200683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,0.9468511581420899
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,0.8309151649475097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,0.8622079849243164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,0.8950847625732422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,0.9667519569396973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,1.0516480445861816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,1.2370880126953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,1.416220760345459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,1.8053951263427734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,2.1974143981933594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,3.0027008056640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,3.8205310821533205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,5.449443054199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,7.0851806640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,10.344124603271485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,13.629168701171874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,17.05930938720703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,26.888156127929687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.2,25.081887817382814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,53.3781005859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.07915840148925782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.13103679418563843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.2074944019317627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.31068480014801025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.41629757881164553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.6564671993255615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,0.6868768215179444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,0.7173952102661133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,0.7359456062316895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,0.7505087852478027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,0.7680480003356933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,33.76025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,0.7890304088592529
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,0.8133343696594239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,0.830998420715332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,0.8664896011352539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,0.9111968040466308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,0.987177562713623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.1340383529663085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.273318386077881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,1.585904026031494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,1.9161855697631835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,2.5618783950805666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,3.2092449188232424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,4.502339172363281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,5.765177536010742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,8.314102172851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,10.846153259277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,13.534317016601562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.01,21.133818054199217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.01,41.56949157714844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.09119679927825927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.14824639558792113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.3059103965759277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.4122687816619873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.5394336223602295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,0.9738080024719238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.005510425567627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,1.0662688255310058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.1234944343566895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.1836064338684082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.251734447479248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.3232288360595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,1.3549535751342774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,1.3845376014709472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,1.4594016075134277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,1.4867232322692872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,1.5461024284362792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,1.7281696319580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,1.9335872650146484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,2.3927040100097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,2.843120002746582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,3.9064830780029296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,4.879753494262696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,6.77350082397461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,8.587654113769531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,12.212188720703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,16.324557495117187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,87.9690673828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.08560960292816162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.11375679969787597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.1913696050643921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.2871135950088501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.3660351991653442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,0.6394815921783448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,0.69203200340271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,0.7263360023498535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,0.7513152122497558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,0.8048959732055664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,0.8743712425231933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,0.952672004699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,0.845417594909668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,0.8847071647644043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,0.9150208473205567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,0.9839584350585937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,1.076694393157959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,1.252963161468506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,1.458579158782959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,1.8428352355957032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,2.247587203979492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,3.054572868347168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,3.868601608276367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,5.508432006835937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,7.133494567871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,20.232681274414062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,10.392915344238281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,13.681890869140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,17.09795227050781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,31.933139038085937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,72.5826416015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.08015360236167908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.12940160036087037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.2080064058303833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.29085121154785154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.3801408052444458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.6429984092712402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,0.705398416519165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,0.7287583827972413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,0.736729621887207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,0.7476863861083984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,0.7864192008972168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,0.8141183853149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,0.8282943725585937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,0.8627296447753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,0.9037535667419434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,0.9276927947998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,0.9999199867248535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.151200008392334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.3139776229858398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.6287776947021484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,1.9434591293334962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,2.593715286254883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,3.248195266723633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,4.51420783996582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,5.783484649658203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,23.774502563476563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.15385600328445434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.30033600330352783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.5137792110443116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.6234496116638184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,1.026195240020752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,1.2771967887878417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,1.603228759765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,1.9212064743041992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,2.046668815612793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,1.9907871246337892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,2.103545570373535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,2.1465471267700194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,2.266841506958008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,2.6120895385742187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,2.672934341430664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,8.323590087890626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,2.7726816177368163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,2.8247520446777346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,3.1017663955688475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,3.229315185546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,3.7654144287109377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,4.223344039916992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,5.326636886596679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,6.3012737274169925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,8.351145935058593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,10.610140991210937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,14.478396606445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,26.920077514648437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,10.85354232788086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,18.921852111816406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,23.398268127441405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,12.83642578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.11805440187454223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.19761600494384765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.32937920093536377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.4353600025177002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.6538271903991699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,0.8224287986755371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,1.047548770904541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,1.2099231719970702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,1.314742374420166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,1.3952095985412598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,1.4034591674804688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,1.449612808227539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,1.5496895790100098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,1.6696895599365233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,1.7677087783813477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,1.8046464920043945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,1.8988672256469727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,36.07606811523438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,2.129827117919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,2.3703903198242187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,2.804207992553711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,13.538522338867187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,3.2853729248046877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,4.2236480712890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,5.1507007598876955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,6.953062438964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,8.837353515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,12.467021179199218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,16.3997314453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,70.21491088867188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.1081279993057251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.18347840309143065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.32830400466918946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.4245215892791748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.6711487770080566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.2,52.159619140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.15139199495315553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,0.8990240097045898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.30642879009246826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,1.020291233062744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.4358816146850586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.6588479995727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.3305088043212892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,0.9644512176513672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.3445247650146483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.3238656044006347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.3412447929382325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,1.5082816123962401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,1.4072575569152832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,1.9146207809448241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,1.4669568061828613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,19.960671997070314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,1.4994208335876464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,2.0617088317871093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,1.543734359741211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,2.0672224044799803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,1.5599295616149902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,2.0593408584594726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,1.5723072052001954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,62.23714599609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.1174015998840332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.19953279495239257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,2.1611711502075197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,1.6277568817138672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.2978111982345581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.4255104064941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.6220416069030762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,2.280659294128418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,1.8122335433959962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,0.7747615814208985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,0.961580753326416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,2.581507110595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,1.9704448699951171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,1.2005375862121581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,2.622694396972656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,1.3393119812011718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,31.42353210449219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,2.304044723510742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,2.7131296157836915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,1.4041791915893556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,2.906889533996582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,2.638057518005371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,1.3741184234619142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,3.107334327697754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,1.536188793182373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,3.3297534942626954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,3.3006847381591795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,1.6121599197387695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,3.8383743286132814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,3.9840030670166016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,1.6989215850830077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,4.416729736328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,1.768671989440918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,1.8285663604736329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,5.586492919921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,5.315631866455078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,1.9477504730224608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,2.202249526977539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,6.542684936523438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,2.438800048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,60.93572998046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,2.9320608139038087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,6.6541603088378904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,3.3845088958740233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,8.834687805175781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,4.261360168457031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.10824639797210693
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,9.645094299316407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,5.330992126464844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,10.394966125488281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.1829375982284546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.2750368118286133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,7.0942527770996096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.4178112030029297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.6147295951843261
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,12.369318389892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,0.8618144035339356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,1.0217215538024902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.2,21.116963195800782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.2972031593322755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,15.225173950195312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,8.920956420898438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.2989055633544921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.3054816246032714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.01,15.137135314941407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,1.4171551704406737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,1.4511232376098633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,1.4928959846496581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,20.32376708984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,12.687548828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,1.4947296142578126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,1.5679072380065917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,1.6360767364501954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,1.6568288803100586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,1.859379196166992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,2.0528543472290037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.01,23.74445495605469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,2.353785514831543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,16.637274169921874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,2.726985549926758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,24.411048889160156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,3.4492256164550783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,53.4242431640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.09845119714736938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,4.122854232788086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.14194879531860352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.2864511966705322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.5093567848205567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,0.8593503952026367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,20.729490661621092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,5.453385543823242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,1.207094383239746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.4584639549255372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,1.852262306213379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,38.08313903808594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,1.9273279190063477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,1.9984159469604492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,7.145327758789063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,2.090220832824707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,2.1329023361206056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,2.249839973449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.01,47.40337219238281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.08608959913253784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.2,26.297683715820312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.10861439704895019
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,2.368111991882324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,9.672678375244141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.19388480186462403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,31.896881103515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.3282047986984253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.5703296184539794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,2.5822879791259767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.0778976023197174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,0.8130592346191406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,0.9520544052124024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,2.692118453979492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.10529919862747192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,1.2256896018981933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.18166719675064086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.3351936101913452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,12.854457092285156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,1.2754079818725585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,2.6820959091186523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,1.3154687881469727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,2.846201515197754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.2,19.69208984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.575212812423706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,75.78886108398437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.09793279767036438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,1.3615327835083009
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.08457599878311158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,0.8234111785888671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,3.0486879348754883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,0.9722816467285156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,1.4325247764587403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.14182720184326172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.224988842010498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,3.525920104980469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.28542399406433105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.10767359733581543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.279263973236084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.2,16.091629028320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.5089600086212158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,1.5006815910339355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.1938367962837219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.3282047986984253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.2,41.61048278808594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.07893440127372742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.5184671878814697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,3.9326976776123046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,66.1343017578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.10504319667816162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.06150720119476318
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,1.6574016571044923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.18240640163421631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.08387519717216492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.12026879787445069
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.33364479541778563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,0.7277567863464356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,0.7785632133483886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.01,0.16960320472717286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.3123071670532227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.01,0.2043776035308838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.01,0.2808128118515015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.5235072135925293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,0.8751968383789063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.0995712280273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,4.880716705322266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,1.7869056701660155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.01,0.31033599376678467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.2,24.581671142578124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,1.2973152160644532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.738105583190918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.2003487586975097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.01,0.3078432083129883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,1.3769344329833983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,1.784998321533203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,0.8922911643981933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,1.9223199844360352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.01,0.337772798538208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,5.831584167480469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.1773759841918945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,1.2292863845825195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,1.888697624206543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,1.4289119720458985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.01,0.3677216053009033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.2639424324035644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,1.7695104598999023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.01,0.3827903985977173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.01,0.38401920795440675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,1.467148780822754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.283523178100586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.01,0.39521279335021975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,1.293177604675293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,1.932009506225586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,7.4621116638183596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,1.9730464935302734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,1.5085151672363282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.01,0.41212801933288573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,1.3465920448303224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,2.0370080947875975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,1.5326016426086426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.01,0.41756157875061034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.2,47.51770935058594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.01,0.055593597888946536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,1.4638815879821778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.01,0.07403519749641418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.01,0.42839999198913575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.01,0.09323520064353943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.3626720428466796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,2.140412712097168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,2.1435136795043945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.01,0.11756160259246826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.01,0.14105279445648194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.01,0.20189120769500732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,1.5837599754333496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.01,0.20148799419403077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.01,0.21555519104003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,1.4023872375488282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,2.241801643371582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,9.059571075439454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,2.5596160888671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.01,0.44953598976135256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,1.531494426727295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,1.4303680419921876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,1.6406272888183593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,2.920566368103027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.01,0.5197855949401855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,2.369152069091797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.01,0.25108160972595217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,1.6793600082397462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.01,0.24850881099700928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,1.8010528564453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.01,0.5814623832702637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.01,0.2587455987930298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,3.696214294433594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.01,0.2753312110900879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,1.9286272048950195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.01,0.7108799934387207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,2.560848045349121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.01,0.27618238925933836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,1.4924511909484863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,12.689730834960937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,4.448044967651367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,1.8391168594360352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.224131202697754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.01,0.8608799934387207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,1.552467155456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,2.513488006591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,6.003619384765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,1.581113624572754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,16.566685485839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.01,0.2920448064804077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,3.113337516784668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,1.9982591629028321
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.01,1.1451807975769044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,2.8276256561279296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,1.6831424713134766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.01,1.4508511543273925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,7.583324432373047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,1.8138656616210938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,2.678976058959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.01,0.30116798877716067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,3.73040657043457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,1.8400768280029296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.01,2.0432416915893556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.01,0.3145632028579712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,2.9563552856445314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,1.9839168548583985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,2.0371456146240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,20.064102172851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.01,0.35437440872192383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,2.2832319259643556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,3.198262405395508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.01,2.729532814025879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,10.707820892333984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.01,0.4201695919036865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,2.223958396911621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,4.961174392700196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,2.609427261352539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,3.5062686920166017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.01,3.8971038818359376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,2.6094112396240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.01,0.4826848030090332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,4.053830337524414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,3.2202785491943358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,3.0231584548950194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.01,0.6200767993927002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,5.0552928924560545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,3.8696449279785154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.01,0.7871007919311523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,3.7992225646972657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,30.998806762695313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,5.868012619018555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.01,1.0622079849243165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,6.197046279907227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,13.855862426757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,4.593929672241211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.01,5.165414428710937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,5.076937484741211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.01,1.3869759559631347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,8.64153594970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,7.797084808349609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.01,6.462371063232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,6.166780853271485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.01,1.9650304794311524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,6.317548751831055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,17.307107543945314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.01,10.286093139648438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,9.352092742919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,11.083382415771485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.01,2.5684768676757814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,7.745654296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,59.64451904296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.06250240206718445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,8.74728012084961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.07910079956054687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.11487360000610351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.01,3.7348094940185548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.2,0.16379519701004028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.2,0.1951200008392334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,26.7152587890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.2,0.278275203704834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,12.967634582519532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.01,20.575161743164063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,13.787887573242188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.2,0.05495039820671081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.2,0.300982403755188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.2,0.0686623990535736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.2,0.09658880233764648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,10.90487060546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.01,4.9466815948486325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.2,0.11442879438400269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.2,0.3139904022216797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.2,0.1267583966255188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.2,0.20447680950164795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,11.175961303710938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.2,0.3475359916687012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.2,0.21565120220184325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,2,power_law_1.01,6.076345443725586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.2,0.21377599239349365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.2,0.3761023998260498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.2,0.3793728113174438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.2,0.24843521118164064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,16.5108642578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.01,21.075843811035156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.2,0.2588768005371094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.2,0.3993920087814331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,14.036624145507812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.2,0.26336960792541503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,13.888102722167968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,2,power_law_1.01,9.955142211914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.2,0.40265598297119143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.2,0.2744384050369263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.2,0.40731520652770997
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.2,0.2838592052459717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,52.445379638671874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.03774079978466034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.2,0.2954335927963257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.0515936017036438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,20.43419189453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.08145599961280822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.2,0.4228799819946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.14243839979171752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.2,0.30605120658874513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,17.499349975585936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.17064640522003174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,2,power_law_1.01,19.50902099609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.01,0.030124801397323608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.2754240036010742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.01,0.04644480049610138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.2,0.3212575912475586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.01,0.0683456003665924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.01,0.1003424048423767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.2,0.4369503974914551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.2,21.166578674316405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.01,40.92176208496094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.01,0.13392319679260253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.28907840251922606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.038492798805236816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.01,0.19275519847869874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.05162559747695923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.0812063992023468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.2,0.35735359191894533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.2999808073043823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.132041597366333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.2,0.47188801765441896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.16454720497131348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.01,0.30950400829315183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.270579195022583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.2,0.4309216022491455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.01,0.30618240833282473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,31.362673950195312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.01,0.20639679431915284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.01,0.3272000074386597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.2,0.5011807918548584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.01,0.2131295919418335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.2,0.5412831783294678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.01,0.37104001045227053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.01,0.218451189994812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.01,0.37387518882751464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.2,0.6391456127166748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.01,0.22731521129608154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.2,0.6021215915679932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.01,0.3871392011642456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.01,0.24904959201812743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,26.915835571289062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.29309759140014646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.2,0.7824319839477539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.01,0.2519999980926514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.01,0.2624000072479248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.01,0.3925951957702637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.30495998859405515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.2,1.089087963104248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.2,0.7298208236694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.01,0.27124159336090087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.2,0.3023904085159302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.2,0.31934399604797364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.2,1.3888895988464356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.01,0.28083200454711915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.2,0.8765664100646973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.2,0.3416064023971558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.01,0.29117441177368164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.2,0.37621440887451174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.2,2.023868751525879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.2,1.1850208282470702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.01,0.40647039413452146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.2,0.382697606086731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.2,41.041021728515624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.01,0.3188960075378418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.2,0.388976001739502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.2,0.030985599756240843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.2,2.6189727783203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.2,1.485814380645752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.01,0.42351360321044923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.01,0.37747840881347655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.2,0.04674560129642487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.2,0.07021759748458863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.01,0.43290557861328127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,52.65877075195313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,60.77021484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.2,2.218876838684082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.2,0.4005023956298828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.2,3.925632095336914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.2,0.0993664026260376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.01,0.1953279972076416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.01,0.2919327974319458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.2,0.1264863967895508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.01,0.5378528118133545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.01,0.34046719074249265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.01,0.47910079956054685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.2,0.191539204120636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.01,0.5119296073913574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.01,0.6798624038696289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.2,0.41367039680480955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.01,0.44098877906799316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.01,0.5189151763916016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.2,0.4440320014953613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.01,1.02608003616333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.01,0.6696288108825683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.2,2.927244758605957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.2,5.159542465209961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.01,0.6256639957427979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.01,1.3123071670532227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.2,0.20879359245300294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.01,0.6482687950134277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.2,0.4830143928527832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.01,2.110704040527344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.01,0.9261631965637207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.01,0.735103988647461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.01,2.2510751724243163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.01,1.3858847618103027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.01,0.8749216079711915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.2,0.5377024173736572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.01,2.31426887512207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.2,0.2183135986328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.01,1.450496006011963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.01,0.9642175674438477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.01,1.107487964630127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.2,0.6424479961395264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.2,0.2251904010772705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.01,1.464575958251953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.01,2.2944639205932615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.2,0.2398303985595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,2,power_law_1.2,6.569439697265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.01,1.2008992195129395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.2,4.0029857635498045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.01,1.5444095611572266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.2,0.25859200954437256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.2,0.7521823883056641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.01,1.5658111572265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.01,2.3917024612426756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.01,1.5911104202270507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.2,0.9874848365783692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.01,2.032854461669922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.01,2.5533504486083984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.2,0.26382720470428467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.01,1.782681655883789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.01,1.6738399505615233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.2,1.2300895690917968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.2,0.2666208028793335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.01,2.953923225402832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.2,5.368876647949219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.01,2.151558494567871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.2,1.718979263305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.01,2.72412166595459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.01,1.9223295211791993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.01,3.1345279693603514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.01,3.8738849639892576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.2,0.27986879348754884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.01,2.057302474975586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.01,2.9731264114379883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.2,2.1809120178222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.2,0.2903264045715332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,2,power_law_1.2,10.104131317138672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.01,2.3906015396118163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,2,1,power_law_1.01,4.86929931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.01,3.4506271362304686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.01,4.230867385864258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.2,0.29979519844055175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.2,6.7797119140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.2,3.1865983963012696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.01,2.255318450927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.2,0.33240320682525637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.01,3.119977569580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,2,1,power_law_1.01,7.649664306640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.01,5.24403190612793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.2,0.38495678901672364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.01,2.4111263275146486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.01,3.2120033264160157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.2,0.43846402168273924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.01,2.6648191452026366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.2,4.1534465789794925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.01,8.030496215820312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.01,3.4578113555908203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,2,1,power_law_1.01,15.20966033935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.2,0.5531904220581054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.01,3.1570592880249024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.2,0.6601056098937989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.01,3.9459327697753905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.01,3.6278785705566405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.01,0.19760639667510987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.01,0.3321280002593994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.2,0.8910367965698243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.01,0.4234464168548584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.01,4.4734752655029295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.01,16.63616943359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.2,0.29332480430603025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.2,1.115775966644287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.2,0.4413280010223389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.01,4.637654495239258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.01,0.6377471923828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.2,0.6802815914154052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.01,5.5292705535888675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.01,0.8804863929748535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.2,0.9616671562194824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.2,1.5770719528198243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.01,1.4293312072753905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.2,1.2334303855895996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.01,5.560448074340821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.01,1.4983231544494628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.2,2.0709440231323244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.01,6.722361755371094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.01,1.5531680107116699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.2,2.0446399688720702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.2,2.1768543243408205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.2,2.2535423278808593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.2,5.3210399627685545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.01,7.55704345703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.01,1.6011167526245118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.01,8.523971557617188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.2,10.738944244384765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.2,2.9645759582519533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.2,2.3971296310424806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.01,1.5681535720825195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.2,2.4651168823242187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.01,1.7007423400878907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.01,10.59299545288086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.01,9.500444793701172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.2,3.8783870697021485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.2,2.634444808959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.01,1.751763153076172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.2,2.8927040100097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.01,1.7815776824951173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.01,1.8727104187011718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.2,3.0971519470214846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.01,1.9531744003295899
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.01,14.76440887451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.2,3.609308624267578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.01,2.0775583267211912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.01,13.299964904785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.01,2.2330495834350588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.2,3.250476837158203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.01,2.627859115600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,2,1,power_law_1.2,4.884406280517578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.2,3.3519134521484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.01,3.037500762939453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.2,3.555855941772461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.01,20.040768432617188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.01,17.161318969726562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.2,4.024185562133789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.01,3.8645950317382813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.2,4.595603179931641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.2,8.188233947753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.01,4.612223815917969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.2,5.604393768310547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.01,29.758544921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.01,6.1292064666748045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.2,6.773881530761718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.01,25.758831787109376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.01,7.740425872802734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.2,8.70284194946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,2,1,power_law_1.2,7.627366638183593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.2,11.19076156616211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.01,11.0899169921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.01,39.819802856445314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.01,33.3843994140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.2,16.024429321289062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.01,14.194309997558594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.2,21.3700927734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.01,20.52232666015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.2,21.923280334472658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.2,0.19508479833602904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.2,0.2954400062561035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.01,48.781805419921874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.2,0.4246848106384277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,2,power_law_1.01,43.42428283691406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.2,0.6439136028289795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.2,31.27554931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.2,0.8299039840698242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.2,1.3405792236328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.2,1.4606592178344726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.2,1.4891391754150392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.2,1.5512319564819337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.2,1.6774175643920899
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.01,26.42322692871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.2,1.7874176025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.2,1.9860544204711914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.2,2.156787109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.2,2.509552001953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.2,2.3841407775878904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.2,2.527996826171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,2,power_law_1.2,20.899005126953124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.2,2.7342687606811524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.2,3.259779357910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.2,3.7248382568359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.2,0.20003199577331543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.2,0.28882880210876466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.2,43.96107482910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.2,0.4367968082427979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.2,0.6394976139068603
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.2,4.7570751190185545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.2,0.8496416091918946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.2,1.4368895530700683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,2,power_law_1.01,32.99345397949219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.2,16.965493774414064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.2,1.4463520050048828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.2,1.54168643951416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.16595519781112672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.2,5.698147201538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.2,1.5849760055541993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.2744800090789795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.01,80.161669921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,2,power_law_1.01,67.9447021484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.01,0.5069056034088135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.2,1.6480960845947266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.2,1.702195167541504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.01,0.8419360160827637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.2,7.712079620361328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.01,1.215334415435791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.2,1.7518880844116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.01,1.9864032745361329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,2,1,power_law_1.2,15.206211853027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.01,0.11748160123825073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.2,1.8235584259033204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.01,2.136444854736328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.01,0.187663996219635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.2,1.9328927993774414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.01,0.3376800060272217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.2,9.700563049316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.01,2.2401695251464844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.2,2.0404384613037108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.01,2.2841440200805665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.01,0.5712639808654785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.2,54.81734619140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.01,0.8039199829101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.2,2.1526527404785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,2,power_law_1.01,52.00125732421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.01,2.4006080627441406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.01,1.3343968391418457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.2,2.341974449157715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.01,1.4155808448791505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.01,2.4866464614868162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.2,13.556256103515626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.01,1.4910143852233886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.2,2.738115119934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.01,2.750230407714844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.01,1.5212063789367676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.2,3.1291744232177736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.01,2.8704896926879884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.01,1.5901087760925292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.2,3.8837886810302735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.01,3.279225540161133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.01,1.7531423568725586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.2,17.79322204589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.01,3.7247264862060545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.01,1.8820383071899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.2,4.694508743286133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.01,4.142006301879883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.01,2.0378528594970704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.01,2.3345279693603516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.01,4.924956893920898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.2,6.308963012695313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.01,2.6223871231079103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.01,2.9158304214477537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.01,3.51890869140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.01,3.5808990478515623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.2,7.921949005126953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.2,27.74229736328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.01,4.012972640991211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.01,2.8015520095825197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,2,power_law_1.01,143.88251953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.01,163.282275390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.01,3.217510223388672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.01,4.820438385009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,2,power_law_1.01,102.36555786132813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.2,11.154291534423828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.1657855987548828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.2,0.11693120002746582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.2770591974258423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.2,0.18780479431152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.01,4.021363067626953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.2,0.5026656150817871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.2,0.3383552074432373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.2,0.7788032054901123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.01,5.834662246704101
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.2,0.5088992118835449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.2,1.075312042236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.01,4.829423904418945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.2,1.9868352890014649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.2,0.7337728023529053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.2,36.277685546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.2,2.123097610473633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.2,1.3094847679138184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.2,14.334156799316407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.2,2.2160127639770506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.2,1.414579200744629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.2,2.285465621948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.01,7.780934143066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.17007360458374024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.2,1.4858176231384277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.2,85.86080932617188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.01,6.471062469482422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.19506239891052246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.2,2.420572853088379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.3273184061050415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.35727999210357664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.2,1.5490688323974608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.356825590133667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.2,2.569935989379883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.36037120819091795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.3619999885559082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.36795198917388916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.37177600860595705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.01,8.148000335693359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.37442240715026853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.3799232006072998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.2,1.6305887222290039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.01,9.527597045898437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.3981695890426636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.2,2.7825279235839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.40840959548950195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.4498752117156982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.47945599555969237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.5058752059936523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.2,1.7858591079711914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.2,3.010691261291504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,0.5805408000946045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,0.8301152229309082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.2,20.312838745117187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.01,11.44176025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,1.0763104438781739
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.2,3.4522048950195314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.2,1.9469280242919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,1.5272031784057618
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.01,13.234342956542969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.2,3.865711975097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.2,2.0912639617919924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,1.9231647491455077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,2,power_law_1.2,45.75676574707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.2,4.189708709716797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.2,2.4179008483886717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.01,14.775241088867187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,2.9273696899414063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.2,4.933359909057617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.2,2.7213823318481447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.01,17.175917053222655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.2,3.6664382934570314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.2,3.0353376388549806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,4.163788986206055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.2,4.030531311035157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.2,26.862649536132814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.2,3.6012641906738283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.01,21.428994750976564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.2,2.881020736694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.2,5.045340728759766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,7.221711730957031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.2,3.30882568359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.01,24.760015869140624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.2,5.889347076416016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.2,4.104806518554687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.2,7.747158050537109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.2,4.922832107543945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.01,28.079550170898436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.2,9.702403259277343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.2,6.574995422363282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.01,32.15416564941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,2,power_law_1.2,33.751101684570315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,9.903363037109376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.2,8.232559967041016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.2,13.222802734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.2,11.536335754394532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,2,1,power_law_1.01,35.023980712890626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,16.112322998046874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.2,17.303913879394532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.2,14.870201110839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.01,40.5491943359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,2,power_law_1.2,72.63936767578124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.2,24.760223388671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.2,21.5404541015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,2,1,power_law_1.01,54.98960571289062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.2,28.164169311523438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.2,32.83585815429687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.01,64.1750732421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,24.198255920410155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,2,1,power_law_1.2,35.05664978027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,2,power_law_1.2,52.52052612304688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.2,40.23192138671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,2,1,power_law_1.01,108.72686767578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.1540447950363159
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.17726080417633056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,30.808291625976562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.2647264003753662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.2724031925201416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.27331840991973877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.2770911931991577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.2796288013458252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.28664000034332277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.2951456069946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.3030240058898926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.30750720500946044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.331875205039978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.34580800533294676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.384879994392395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.42590718269348143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.47307519912719725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.5606175899505615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,0.8158656120300293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,0.9952639579772949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,1.4850560188293458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,1.859382438659668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,2.4988256454467774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,2,1,power_law_1.2,55.010400390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.01,128.8241943359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,3.5353408813476563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.12798719406127929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.14806079864501953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.16397759914398194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.16696319580078126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.1679967999458313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.1697535991668701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.1733440041542053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.17735040187835693
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.18623360395431518
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.19156160354614257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.209334397315979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.23129599094390868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.2417855978012085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.27168319225311277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.30235838890075684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.34747838973999023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.3995935916900635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.5647776126861572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.7078656196594239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,5.115488052368164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,1.0829952239990235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.270902442932129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,2.1215200424194336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,6.9616035461425785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,2.525497627258301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.2,65.0306640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,4.010467147827148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,13.519389343261718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,5.479504013061524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,43.82773132324219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,19.270982360839845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,7.400326538085937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,21.190623474121093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,9.853826904296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.2,174.3186279296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.1648192048072815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.18991999626159667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.34760639667510984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.35558719635009767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.35602879524230957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.3595263957977295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.359935998916626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.36608641147613524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.37325439453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.374288010597229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.3796544075012207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.39153599739074707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.4046207904815674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.44318399429321287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.4860352039337158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.5046016216278076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,0.6128096103668212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,0.7703584194183349
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,1.0478303909301758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,1.424623966217041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,1.9289312362670898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,2.753900718688965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.01,12.402198028564452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,4.323411178588867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,42.81119079589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,7.720915222167969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,10.259206390380859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,96.50128173828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.14971200227737427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.16943039894104003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.26293439865112306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.27393920421600343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.27250559329986573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.2763583898544312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.2824575901031494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.29215359687805176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.29624319076538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.30135359764099123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.31234240531921387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.33454079627990724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.3547775983810425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.4013120174407959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.4425759792327881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.4815999984741211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,0.5983039855957031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,0.8164832115173339
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,1.0214655876159668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,1.4706751823425293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,1.901046371459961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.01,21.60335693359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,2.7009183883666994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,16.01776885986328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,3.907139205932617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,76.18134765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,2,1,power_law_1.2,108.77064208984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.1264896035194397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.13793920278549193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.1540735960006714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.07206400036811829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.08788160085678101
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.09926080107688903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.1513759970664978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.16541759967803954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.16958719491958618
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.1699552059173584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.17093119621276856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.1756991982460022
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.20782079696655273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.2209536075592041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.22760961055755616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.23108479976654053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.24797120094299316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.2615520000457764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.30492799282073973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.344812798500061
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,5.609568023681641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.41982078552246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.16767040491104127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.16873279809951783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.17015039920806885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.17404160499572754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.17723519802093507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.19249279499053956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.20060160160064697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.21131839752197265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.5151008129119873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.23526721000671386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.24145278930664063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.2768512010574341
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.30903680324554444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.34564480781555174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.6902847766876221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.4059648036956787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.5752511978149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.8947903633117675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.6825695991516113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.2692352294921876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,0.9802463531494141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.311673641204834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.6419391632080078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,7.243446350097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,1.9936927795410155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,2.4600383758544924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.531727981567383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,3.6649120330810545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,3.412249755859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,2,power_law_1.2,151.023681640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.06474239826202392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,22.070413208007814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.07571840286254883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.08717439770698547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.11446080207824708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.13207999467849732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.13779200315475465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.1421471953392029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.14437439441680908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.1551967978477478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.1670624017715454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.18092479705810546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.19349759817123413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.20016961097717284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.2292095899581909
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.24906880855560304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.2844320058822632
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.31376960277557375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.4073535919189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.49926080703735354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.6870816230773926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,5.160591888427734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,15.577430725097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.8699040412902832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,1.2488896369934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,1.6333568572998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,5.071491241455078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,2.374550437927246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,7.931852722167969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,3.1301631927490234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,18.861180114746094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,6.787452697753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,4.625104141235352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,28.904025268554687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.01,40.25977478027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.06053439974784851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.06966400146484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.07942399978637696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.10376319885253907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.105513596534729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.10634560585021972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.10785599946975707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.1097823977470398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.11112960577011108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.11322879791259766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,10.755181121826173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.12345600128173828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.14102400541305543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.15391360521316527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.16960320472717286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.18200960159301757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.2031264066696167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.22806079387664796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.29465599060058595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.3552128076553345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.4978496074676514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.6367551803588867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.9094367980957031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.1828895568847657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,6.139039993286133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,8.619270324707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.731020736694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.2,13.1561279296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,7.72857894897461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,21.81435546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.2717216491699217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.2,128.3630615234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.07271999716758729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.08790720105171204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.10548160076141358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.1480831980705261
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.16589440107345582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.16671040058135986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.16770559549331665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.16952639818191528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.18834880590438843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.21739521026611328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.21721599102020264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.2264415979385376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.23170559406280516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.24832000732421874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.2592096090316772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.3022336006164551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.3435359954833984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.4259552001953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.5203872203826905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.7013055801391601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,12.202941131591796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.8910719871520996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.2747648239135743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,2,power_law_1.2,105.0309326171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.6535551071166992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.06395519971847534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.07363839745521546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.0840831995010376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.11432960033416747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.13148800134658814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.13452160358428955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.14158719778060913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.14563519954681398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.1566912055015564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.16948800086975097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.18378880023956298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.19579520225524902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.2023008108139038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.22691199779510499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.24542078971862794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.2795423984527588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.3051520109176636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,3.3746719360351562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.4111167907714844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.49690561294555663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.6853375911712647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.8714495658874511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.4231327056884764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,1.2490559577941895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,48.43368225097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,1.6189504623413087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,4.475584030151367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,13.662112426757812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.2,20.704534912109374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,3.311248016357422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,2.3659744262695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,3.116649627685547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,40.18490295410156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,5.087472152709961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,5.631446456909179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,4.6060832977294925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,6.809078216552734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,8.532479858398437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,6.078319931030274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.01,8.906060791015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,24.28392333984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.06115840077400207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.07015039920806884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.07671040296554565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.10405440330505371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.10516799688339233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.1059872031211853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.1080288052558899
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.10936319828033447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.11175999641418458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.11514240503311157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.12583039999008178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.14471039772033692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.15746560096740722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.16975040435791017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.18196480274200438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.20405759811401367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.2218400001525879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.29512319564819334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.3552191972732544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.49435200691223147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.6326144218444825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.9076576232910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.1816096305847168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,7.678323364257812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.7295936584472655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,13.611328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,27.86632080078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.2867359161376952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.24345600605010986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.26137280464172363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.4635168075561523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.4781631946563721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.4804351806640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.4837535858154297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.4857823848724365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.48807997703552247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.4950687885284424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.49812798500061034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.5067584037780761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.5350336074829102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.5587744235992431
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.6103903770446777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,0.6792384147644043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,0.7705728054046631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,1.0225343704223633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,1.3327199935913085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,1.6585823059082032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,2.37097282409668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,3.017980766296387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,73.6259765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.19275200366973877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.21995840072631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.3365920066833496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.3433248043060303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.3464992046356201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.35746240615844727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.3637984037399292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.377459192276001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.3855423927307129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.40248641967773435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.41736321449279784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.45089921951293943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,5.141785430908203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.48027839660644533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.5494880199432373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,0.608780813217163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,0.6548704147338867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,0.81845121383667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,1.1164544105529786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,1.6937568664550782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,2.116489601135254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,2.930793571472168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,6.730944061279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,4.413727951049805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,11.277407836914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,3.3784961700439453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.2,38.669332885742186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.15036799907684326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.18580160140991211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.2026144027709961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.21338560581207275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.21465280055999755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.21717119216918945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.22338559627532958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.22633280754089355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.25018560886383057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,6.048672103881836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.2496351957321167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.2697119951248169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.30020480155944823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.31544320583343505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.36601600646972654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.424451208114624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.5138688087463379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.5944416046142578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.847219181060791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,1.0033760070800781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,1.439465618133545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,2.0889663696289062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,9.415679931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,3.009996795654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,17.353971862792967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,94.37174682617187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.21508800983428955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.25515520572662354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.4494944095611572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.479475212097168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.4808608055114746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.4834239959716797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.01,17.729959106445314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.4885568141937256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.18716800212860107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.4912415981292725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.2164992094039917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.49977598190307615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,12.540214538574219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.5037983894348145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,3.9805534362792967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.507696008682251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.5478367805480957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.588102388381958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,0.6115295886993408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,0.6724575996398926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,0.7922912120819092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,1.0593055725097655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.3344448089599609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.3488095998764038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.3518912076950073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.35907840728759766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,1.3164863586425781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.36228480339050295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.3702559947967529
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.3912575960159302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.401961612701416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,1.6268064498901367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.4218815803527832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.46605119705200193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.4811999797821045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.5557663917541504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,0.6121920108795166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,0.7392608165740967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,2.4940319061279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,0.9366016387939453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,1.3016096115112306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,3.1314144134521484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,1.6031744003295898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,6.0185600280761715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,2.369004821777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,4.477027130126953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,26.296792602539064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,5.208703994750977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,2.8104831695556642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,19.371128845214844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,12.11875228881836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,4.9801025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,7.358070373535156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,7.579347229003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,5.459859085083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,38.093649291992186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,13.577874755859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,8.303936004638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,5.624687957763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,11.008988952636718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,32.1971923828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,13.76048583984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,17.385417175292968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,34.2927978515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,27.64720764160156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.1549343943595886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.1916159987449646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.20392320156097413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.2134783983230591
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.21457281112670898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.21666240692138672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.22298879623413087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.22650880813598634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.24543359279632568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.2594208002090454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.2720896005630493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.2949120044708252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.31956479549407957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.3617952108383179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.44901437759399415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.5225471973419189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,46.93580932617188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.6177375793457032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,0.8772447586059571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.0687040328979491
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,1.5518303871154786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,15.727740478515624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,1.886729621887207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,28.787149047851564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,3.0894975662231445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,24.071437072753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,4.021964645385742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,5.9409534454345705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.01,18.987513732910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,76.05625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,36.222314453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,7.664608001708984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.2,8.893097686767579
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,69.49190673828124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,36.15538635253906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,10.926748657226563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,14.221235656738282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,50.591366577148435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.01,31.039938354492186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,44.70186157226563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.2,18.661634826660155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,24.184722900390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.0964735984802246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.12295039892196655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.16102720499038697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.25902400016784666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.2455967903137207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.2483839988708496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.25288639068603513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.25116159915924074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.2704384088516235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.3038496017456055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.33953280448913575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.36859519481658937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.3817663908004761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.40199999809265136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.45392961502075196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.4879456043243408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.5311872005462647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.6788767814636231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.8317055702209473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,1.1498687744140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.2,17.73438415527344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.08690879940986633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.09943040013313294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.12288000583648681
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.1778272032737732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.17069120407104493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.17756160497665405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.185699200630188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.1942720055580139
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.21185600757598877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.2423487901687622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.4755295753479003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.25961599349975584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.2885600090026855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.3023936033248901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,66.528466796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.3287008047103882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.36533119678497317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.41233601570129397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.46888318061828616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.6183231830596924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.770304012298584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,1.0812352180480957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,2.1082815170288085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,1.3863103866577149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,2.005641555786133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.9265983581542967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,72.00740356445313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,2.602947235107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.01,58.91471557617187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.07613120079040528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.09045760035514831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.11218880414962769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.16057920455932617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.16142079830169678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.161571204662323
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.16393280029296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.16594879627227782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.17062400579452514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.17097599506378175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.18317439556121826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.20366721153259276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.21057279109954835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.23321919441223143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.2734879970550537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.28649919033050536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.3322240114212036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,175.59140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.0970304012298584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.12391040325164795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.43682241439819336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.1618239998817444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.2533247947692871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.2438431978225708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.24958720207214355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.25256640911102296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.535968017578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.2554431915283203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.2765599966049194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.3207808017730713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.33593919277191164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.37756800651550293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.3816767930984497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.7435935974121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,4.412819290161133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.4060256004333496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,3.8317790985107423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.4356704235076904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.46741437911987305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.5249887943267822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.6793407917022705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,0.9493663787841797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.8423744201660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.3674847602844238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,1.1450655937194825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.4729887962341308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,1.7893728256225585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,5.063199996948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,2.1853759765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,2.630137634277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,5.887363052368164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,7.522892761230469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.8445856094360353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,3.4681728363037108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,138.6199951171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.08682559728622437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.09845119714736938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.12337599992752075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.17904640436172486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.1704192042350769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,4.278313446044922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.17534719705581664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.1840127944946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.1937280058860779
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.22083840370178223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.2548288106918335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.2788800001144409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,8.726630401611327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.28998401165008547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.3010560035705566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.3357248067855835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.359878396987915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.4050623893737793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.4726208209991455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.6246143817901612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.7696800231933594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,1.0835552215576172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,1.386905574798584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,1.9976224899291992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,5.140412902832031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,9.96908187866211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,2.6153791427612303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,5.81357421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.2,29.776229858398438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,3.838784027099609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,12.007308959960938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,5.084681701660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,12.508649444580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,6.8185279846191404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,8.759343719482422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,15.507696533203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,19.84913024902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,8.564707183837891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,7.537068939208984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,12.09480972290039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,127.224267578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.07516480088233948
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.08922240138053894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.10869760513305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.1584480047225952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.1613759994506836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.1627936005592346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.1658463954925537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.16773760318756104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.16926079988479614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.17464959621429443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.1842560052871704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.20049600601196288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.21033918857574463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.23044159412384033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.27254719734191896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.28551039695739744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.3308000087738037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.43318400382995603
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.5254591941833496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,9.99120635986328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.7464191913604736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.9505632400512696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.01,13.580943298339843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.3695584297180177
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,1.784012794494629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,2.623347282409668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,12.533411407470703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,15.498101806640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,25.41547546386719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,153.99639892578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.1537376046180725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.29754879474639895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.360752010345459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,3.455596923828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.4574143886566162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.5724160194396972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.6250688076019287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,0.8071071624755859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,0.8376447677612304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,1.0209919929504394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,0.9502719879150391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,0.9885536193847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,1.0794015884399415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,39.64612731933594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,1.08253755569458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.11849280595779418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,1.1082207679748535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.20034239292144776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,1.1651935577392578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.2461087942123413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.300380802154541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,1.1739904403686523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.3791647911071777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,1.2299136161804198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.43689918518066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.5640992164611817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.5507008075714112
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,0.6660064220428467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,1.373472023010254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,0.6997151851654053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,1.4898591995239259
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,0.6935167789459229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,1.764796829223633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,0.7212031841278076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,0.7470911979675293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,2.061315155029297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,0.790825605392456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,0.819052791595459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,2.8139007568359373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,0.8542431831359864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,0.9240320205688477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,1.081881618499756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.2261728286743163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,3.4053886413574217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,1.534102439880371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,1.8524639129638671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,2.509129524230957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,4.698831939697266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,3.2226207733154295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,6.260611343383789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,4.543590545654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.01,27.118698120117188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.10880639553070068
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.18423999547958375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,5.855318450927735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.23843200206756593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,9.022080230712891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.3002239942550659
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.36976959705352785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.4693727970123291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.5888480186462403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.5630720138549805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.5908351898193359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.5890048027038575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.5945663928985596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,8.325615692138673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.6201183795928955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.6398399829864502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.6607071876525878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,11.587411499023437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.2,61.30587158203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.15283520221710206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.6956223964691162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.30577280521392824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.35934081077575686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.44039359092712405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.5447103977203369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.7263391971588135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,10.808064270019532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.6037343978881836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,5.129840087890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,0.8600319862365723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.7676000118255615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,0.7971712112426758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,14.436114501953124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,1.0114656448364259
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,0.895030403137207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,1.0303071975708007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.0170592308044433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,1.0268735885620117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.2633888244628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,1.0585247993469238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,14.08465576171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,1.0763456344604492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.5105343818664552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,1.1097503662109376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,2.0012575149536134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,24.058460998535157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,1.1396191596984864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.5050336837768556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,1.188096046447754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,1.2781248092651367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,22.273257446289062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,1.3769280433654785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.5614688873291014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,1.5891776084899902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,1.8731584548950195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.557158279418945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,2.2455263137817383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,3.021513557434082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,3.681407928466797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,6.6363037109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,46.29698791503906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.1180351972579956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,5.196255874633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.19962879419326782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.2226111888885498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.285916805267334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.35779519081115724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.43251519203186034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.5716896057128906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.5231135845184326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,8.680108642578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,0.6621344089508057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,0.7040544033050538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,6.581238555908203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,0.7379360198974609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,0.7231584072113038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,42.66402587890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,0.7582911968231201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,24.939511108398438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.10892479419708252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,0.7939616203308105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.1798751950263977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,0.8426495552062988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.18655359745025635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,0.8819711685180665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.2952064037322998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,0.9534367561340332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.35744640827178953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.01,10.680921936035157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,1.138748836517334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,9.733023834228515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.4798367977142334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.5989408016204834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.3121503829956054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.5662975788116456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.606604814529419
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,1.6490623474121093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.6060671806335449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.6161280155181885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,1.9368223190307616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.6320672035217285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,19.8681884765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,12.277779388427735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.6306047916412354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,2.547190475463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,17.083570861816405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.6799903869628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,3.3931041717529298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.6953599929809571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,0.7507967948913574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,4.562902450561523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.7965536117553711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,0.9269472122192383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,15.936332702636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.0540767669677735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,6.044102478027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,6.80297622680664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.3076704025268555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.5495327949523925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,2.111039924621582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,9.036975860595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.6870399475097657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,34.287777709960935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.07784000039100647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.09557440280914306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.13969919681549073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,3.6934207916259765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.28651840686798097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.389516806602478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,25.431158447265624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.5340735912322998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.7125664234161377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,0.7508319854736328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,11.545935821533202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,0.7699327945709229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,4.925689697265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,0.7815167903900146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,0.8197088241577148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,0.875487995147705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,0.8956031799316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,0.9620448112487793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,6.770626831054687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,1.0060799598693848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,1.0164416313171387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.0610336303710937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,14.476681518554688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,1.1814816474914551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.251535987854004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,1.4526304244995116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,50.40644836425781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,1.701318359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.06842880249023438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,9.135955047607421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.08435199856758117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.11123520135879517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,2.0917055130004885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.20216960906982423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.290009593963623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.37202560901641846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,2.6738912582397463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.5121024131774903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.5309216022491455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.5448031902313233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.2,11.335446166992188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.5598112106323242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,3.556208038330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.5871647834777832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,8.545970916748047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.638643217086792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,25.221743774414062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,0.6599264144897461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,0.7498176097869873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,0.6969791889190674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,0.713100814819336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,4.540784072875977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,51.973150634765624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,0.7604095935821533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,0.8645152091979981
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,0.9592576026916504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.1637375831604004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,1.372323226928711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,6.540505981445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,1.791766357421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,18.054226684570313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.05667200088500977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,2.206166458129883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,3.049465560913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,8.345164489746093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,3.8941761016845704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.0745024025440216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.09617919921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.14967039823532105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,5.5742145538330075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,10.36903076171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.24902400970458985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,7.260684967041016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.28308160305023194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,16.327853393554687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,9.184793853759766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.4029344081878662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,48.422732543945315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,14.261209106445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.07718080282211304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.4113408088684082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.42467517852783204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.4410272121429443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.45242881774902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.4940351963043213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.5062816143035889
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.5124320030212403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.572822380065918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.6004288196563721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.09560959935188293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.13952640295028687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.2722368001937866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.3693824052810669
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,32.22803955078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.4917759895324707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.07190719842910767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.7171711921691895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.08514879941940308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.11158720254898072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.7302048206329346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.200927996635437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.2545792102813721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,0.7677536010742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.3499648094177246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.7302783966064453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.4992095947265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,0.7820000171661377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.5208288192749023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,35.36753540039062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,0.8211296081542969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,0.8907232284545898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.5398880004882812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,0.8656000137329102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.5567615985870361
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.058134400844573976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,28.2366943359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.6065504074096679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.03350079953670502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.04598399996757507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,0.927280044555664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.050387197732925416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.6456192016601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.05739840269088745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.060652798414230345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.0070816040039063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,0.6838047981262207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.07140480279922486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.09099519848823548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.0754144012928009
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,0.7697919845581055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,1.0266016006469727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.0973855972290039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.09132480025291442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,0.9030271530151367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.1419935941696167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.09288640022277832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.0186047554016113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,0.7059840202331543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.09502720236778259
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.09775040149688721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.116921615600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.0703743934631347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.2302880048751831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.10067520141601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,0.7289408206939697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.10265599489212036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,1.2016608238220214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.11309759616851807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.11929279565811157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,0.7806272029876709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,1.2810815811157226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.12693120241165162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.1505247950553894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.27333760261535645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,1.4769439697265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,0.8915072441101074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.2502335548400878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.18145279884338378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,1.6890687942504883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,0.9941984176635742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.2,13.537635803222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.39673600196838377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.208787202835083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.628598403930664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,2.155251121520996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.192531204223633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.26698880195617675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,1.9967584609985352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,2.575644874572754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.33528320789337157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.4017183780670166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,1.4063520431518555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,50.354006958007815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.032252800464630124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.04058560132980347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.0458624005317688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.0507968008518219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.054681599140167236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.4525536060333252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.06401919722557067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,3.562489700317383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.4223616123199463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,1.8309024810791015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.08661760091781616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.5886335849761963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.08797119855880738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.0902944028377533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.09110080003738404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.4365536212921143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,2.246214485168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,2.742304039001465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,4.479411315917969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,0.8331775665283203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.09430400133132935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.4693920135498047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.09848960041999817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.10207359790802002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.11261759996414185
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,1.1106783866882324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,3.0914304733276365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,6.485542297363281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.49074878692626955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.12152639627456666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,3.486163330078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,1.6151264190673829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,3.939484786987305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.5032063961029053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,8.293440246582032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,2.1919744491577147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,4.9640449523925785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.5248383998870849
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,2.6629600524902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.13004159927368164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,5.623427200317383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,10.363651275634766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.5877664089202881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,39.71482849121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.03845759928226471
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,6.432742309570313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.14572800397872926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.04662080109119415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.6032447814941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.05309439897537231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,4.2333984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.054425597190856934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.17369920015335083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.06425920128822327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.0781440019607544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,16.252236938476564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.20415680408477782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.08175359964370728
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,7.322438049316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.08331519961357117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.273523211479187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,0.7716896057128906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,8.083526611328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,8.520995330810546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.0338239997625351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.041967999935150144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.08595839738845826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.05100799798965454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.34536640644073485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.055491197109222415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.05835199952125549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.07399359941482545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.08726400136947632
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.09030399918556213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,0.9338239669799805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.47217597961425783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.09226239919662475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.08826879858970642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,9.234556579589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.09255679845809936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.09506880044937134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.6044640064239502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.09240639805793763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.09841600060462952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.01,12.54125747680664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.09485120177268982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.10230400562286376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.10219520330429077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.1059008002281189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,0.8691552162170411
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,0.9298336029052734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,32.056033325195315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.03475840091705322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.041868799924850465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.11416640281677246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.04595519900321961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.048492801189422605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.056380802392959596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.0686464011669159
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,14.336335754394531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.12039680480957031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,1.1437600135803223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.1139360427856446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.0871616005897522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.13066240549087524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.08891519904136658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.10953600406646728
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.1591871976852417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.09030719995498657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,1.701817512512207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.09103040099143982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.2,27.09760437011719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.03779839873313904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.18285759687423705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.046121600270271304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.0503711998462677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.0948639988899231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.11696000099182129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.05240960121154785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.2897024154663086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.06445119976997375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.01,24.725363159179686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.10210239887237549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.07814720273017883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.019040000438690186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.21280319690704347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,2.2180864334106447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.10959359407424926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.08119680285453797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.08380799889564514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.11401920318603516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.13115520477294923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.02959040105342865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.08401920199394226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.035417601466178894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.27549118995666505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.046460801362991334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.05384960174560547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.08713600039482117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.01,2.859868812561035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.07041280269622803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.6624031066894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.34607999324798583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.07343999743461609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.12152639627456666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.0756447970867157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.46658878326416015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,2.0361631393432615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.07831360101699829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.1322783946990967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.01,4.415244674682617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,28.362100219726564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.022473600506782532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.08004800081253052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.030847999453544616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.6014463901519775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.03535679876804352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.08642560243606567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.04464640021324158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.05092480182647705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.0950111985206604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.0669376015663147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,2.775644874572754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.1465567946434021
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.08940799832344055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.06722880005836487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,0.8479999542236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.01,8.91457290649414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.09301440119743347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.06943359971046448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.17562559843063355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.09604160189628601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.07574399709701538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.2101855993270874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.16437120437622071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.09733120203018189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.07799999713897705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.10328960418701172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.082777601480484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.28048319816589357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.10118720531463624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.09067199826240539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,1.1153535842895508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.19472960233688355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.34553279876708987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.09390720129013061
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.1108896017074585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.09967039823532105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.10390720367431641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,3.5164222717285156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.490067195892334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.25710721015930177
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.02061759978532791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.029414400458335876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.03473919928073883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.04348799884319306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.050710397958755496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.10904959440231324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.10327999591827393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.6237088203430176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.06895999908447266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.31956160068511963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.07269120216369629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.11886719465255738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.10976959466934204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.07735360264778138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.07864959836006165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.07973440289497376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,1.6711584091186524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.1328544020652771
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,4.999372863769532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.446073579788208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.08704959750175476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,0.9455039978027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.11601279973983765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.1225119948387146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.09282240271568298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.16802239418029785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.09575679898262024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.14489279985427855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.5663487911224365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.14383679628372192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.0989247977733612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.19716479778289794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,1.1636608123779297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,6.467142486572266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.1662783980369568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.2588992118835449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.10234880447387695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.1629439949989319
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.8235008239746093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.20178558826446533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.3288896083831787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,2.2081792831420897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.20363199710845947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.23774399757385253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.45121278762817385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,1.7020063400268555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,8.108383941650391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.24750080108642578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.10710400342941284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.31467199325561523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.5642784118652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.1163167953491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,1.070364761352539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.39440319538116453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.32837440967559817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.14521600008010865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.40926399230957033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.8404640197753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.16586240530014038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.5512864112854003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.1994207978248596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.5776159763336182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.7096159934997559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.23909759521484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.2,12.5757568359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.5508671760559083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,2.27172794342041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.31474239826202394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,1.0882559776306153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,2.0671360015869142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,0.7447679996490478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.39368960857391355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,1.027238368988037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,1.0764927864074707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.01,2.5632255554199217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.2,24.768771362304687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.022838400304317476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.03099200129508972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.03564479947090149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.04307200014591217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.5542304039001464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.3505824089050293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.048825600743293764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.06743040084838867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,2.898348808288574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,1.4164671897888184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.01,4.140137481689453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.06809920072555542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.0719968020915985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,1.7229600906372071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.08002880215644836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.08072320222854615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.01,1.8040224075317384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.08544319868087769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.01,8.170086669921876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.09320639967918395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,2.6815616607666017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.7120800018310547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.09533119797706605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.09916800260543823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.10417920351028442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.11202239990234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.01,2.819107246398926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.0822431981563568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.09673920273780823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.12466239929199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.13825279474258423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.12300800085067749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.18358080387115477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.22099840641021729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.14615360498428345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.26591360569000244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,5.345072174072266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.07045440077781677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.08743039965629577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.2666847944259644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.547555160522461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.0998687982559204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.16455039978027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.10992319583892822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.12409919500350952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.2731040000915527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.01,5.598160171508789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.06984959840774536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.2066335916519165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.08286719918251037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.2779871940612793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.15271999835968017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.10593279600143432
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.11009279489517212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.2843424081802368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.13642239570617676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.2,2.8334688186645507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.24857919216156005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.2895263910293579
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.1719231963157654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.2998176097869873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.20630719661712646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.1741055965423584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.31249279975891114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.21050240993499755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.18072320222854615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.3298559904098511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.21431360244750977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.18426560163497924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.3341248035430908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.21840639114379884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.1864832043647766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.22564480304718018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.1941472053527832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.35148160457611083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.2342207908630371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.20195519924163818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.4144608020782471
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.24434239864349366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.21028480529785157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,1.0331711769104004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.2654175996780396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.40869760513305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.23135359287261964
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.4785632133483887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.2919680118560791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.2489919900894165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.5474400043487548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.581171178817749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.3124000072479248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.26897919178009033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,0.7099711894989014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.35795519351959226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,0.9040384292602539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.3050463914871216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.4446591854095459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,1.2984512329101563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,0.747811222076416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.37877440452575684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,1.5752896308898925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.5244095802307129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.4492288112640381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.6904352188110352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,2.3432159423828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.3535776138305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.6002495765686036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.8653535842895508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,2.1106847763061523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.7527647972106933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,3.064806365966797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,1.2158495903015136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,1.0595999717712403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,1.5772928237915038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.3866368293762208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,2.3787744522094725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,4.664566421508789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,2.0106624603271483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,3.0264095306396483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,6.123740768432617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.6824607849121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,4.489913558959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,3.8505985260009767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,1.0845760345458983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,7.760797119140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,5.9310752868652346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,5.068352127075196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,12.286544036865234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,1.7192928314208984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,7.448054504394531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.01,6.6314208984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,12.079737854003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.01,10.556412506103516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,24.394189453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.08187199831008911
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.08882880210876465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.12107199430465698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.13966399431228638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.14112000465393065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.2154144048690796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.26667840480804444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.27124478816986086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.27469758987426757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.27800641059875486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.28482239246368407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.293558406829834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.30240960121154786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.31988160610198973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.3478624105453491
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.3621664047241211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.4198592185974121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.48059520721435545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.5682271957397461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,0.7396480083465576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,23.701504516601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,0.9368960380554199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.01,20.03527069091797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.07009599804878235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.08224639892578126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.06929919719696045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,1.2596128463745118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.10057280063629151
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.07657920122146607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.11431360244750977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.10276479721069336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.1303936004638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.10977280139923096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.15576319694519042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.12921279668807983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.20771520137786864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.1652384042739868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.21171839237213136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,1.734489631652832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.172160005569458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.21327040195465088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.18190399408340455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.2176896095275879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.18575040102005005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.22607359886169434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.18750400543212892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.2,2.7586944580078123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.2369152069091797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.1958143949508667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.25344319343566896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.2056191921234131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.28136320114135743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.2151007890701294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.2955199956893921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.2360383987426758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.3193919897079468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,2.550284767150879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.25557119846343995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.3618367910385132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.27495360374450684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.45247678756713866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.31170880794525146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.5419072151184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.3840831995010376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.7066592216491699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.4834464073181152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.9046688079833984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.6553343772888184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,3.2685825347900392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,1.3173536300659179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.7926400184631348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,1.4291040420532226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,1.1463199615478517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,1.6953887939453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.4430656433105469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,2.089311981201172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,2.409984016418457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.2,4.597411346435547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,2.757139205932617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,4.826220703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,3.1149856567382814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,4.419142532348633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,4.770803070068359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,4.091487884521484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,6.764742279052735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,2.677782440185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.2,1.8040288925170898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.2,4.232009506225586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,5.331200027465821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,7.950796508789063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,6.704569244384766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.2,6.698770904541016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.2,2.8240192413330076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,7.834877014160156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.2,10.914105224609376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,12.686761474609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.2,9.38983383178711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.0325984001159668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.05749760270118713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.07683519721031189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,12.906243896484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.10896320343017578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.13244800567626952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.21006720066070556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.2243135929107666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.22703359127044678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.22789759635925294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.23144640922546386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.24253759384155274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.2595808029174805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.26593599319458006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.27314560413360595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.2781055927276611
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.28890559673309324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.31084160804748534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.3742111921310425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.4104959964752197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.5162623882293701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.6068031787872314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,0.8185600280761719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,1.0265952110290528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.4460991859436034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.866783905029297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,2.7350431442260743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,3.634774398803711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,4.610076904296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,7.3764892578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,14.730131530761719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.03200959861278534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.05297920107841492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.06857280135154724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.09387840032577514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.11814080476760865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.15511679649353027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.16070079803466797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.1656607985496521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.1823647975921631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.19038399457931518
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.20544641017913817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.21183359622955322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.21739521026611328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.22993919849395753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.24292480945587158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.25591039657592773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.2844000101089478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.33334400653839114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.38758718967437744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.48980159759521485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.5940735816955567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.8050592422485352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.0169024467468262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,1.4413951873779296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,1.866156768798828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,2.714377593994141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,3.5600513458251952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,4.493660736083984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,7.054889678955078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,14.036227416992187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.037171199917793274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.04497919976711273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.06134719848632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.07943040132522583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.09409279823303222
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.14311039447784424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.14707520008087158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.1489248037338257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.1509984016418457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.15632640123367308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.16758400201797485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.18293119668960572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.19307199716567994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.1977023959159851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.21501119136810304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.23834240436553955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.26152958869934084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.2964063882827759
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.35157759189605714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.44283199310302734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.5449600219726562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.7396607875823975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.9359231948852539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.3252544403076172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.713596725463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,2.490233612060547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,3.2691104888916014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,4.11193618774414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.01,6.44974365234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.01,12.813629150390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.03935680091381073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.05771840214729309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.07399359941482545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.10041279792785644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.12258239984512329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.21137599945068358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.21740798950195311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.22688639163970947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.2351167917251587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.23396480083465576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.2542527914047241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.26480960845947266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.2684639930725098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.27368640899658203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.28086080551147463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.28926079273223876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.31555519104003904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.3754879951477051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.41367039680480955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.5185664176940918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.6151103973388672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.8229311943054199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,1.0386176109313965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.4565888404846192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.8855072021484376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,2.741184043884277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,5.338304138183593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.03375039994716644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.05206400156021118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.07040640115737914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.08476799726486206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.10693440437316895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.15433599948883056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.1618783950805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.17297279834747314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.18670079708099366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.1938048005104065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.20732479095458983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.21287360191345214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.21899840831756592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.23032960891723633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.24589118957519532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.26024000644683837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.2875679969787598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.3408063888549805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.3923135995864868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.4950399875640869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.5984320163726806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.8075488090515137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.0189023971557618
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,1.4416864395141602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,3.6679840087890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,1.8681184768676757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,2.713190460205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.2,5.639532852172851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.03686720132827759
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.04619520008563995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.06063359975814819
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.07562879920005798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.08914880156517029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.1409216046333313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.14654719829559326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.14782079458236694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.1520959973335266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.1580127954483032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.17477439641952514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.18548799753189088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.19485759735107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.20113279819488525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.2174015998840332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.24368960857391359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.265337610244751
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.30192320346832274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.35483200550079347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.44832639694213866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.5498752117156982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.7415103912353516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.9382975578308106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.3267680168151856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,3.5680416107177733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.7163904190063477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,8.929740905761719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.1520095944404602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.3072128057479858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.3185920000076294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.3654911994934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.462886381149292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,0.5513120174407959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,0.6666431903839112
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,0.7018752098083496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,0.7049407958984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,0.699891185760498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.2,8.301683044433593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,0.7475776195526123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.1239359974861145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,0.7769375801086426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.19202560186386108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.19470720291137694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,0.7655871868133545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.23839359283447265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.2946880102157593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,0.8298815727233887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.40380158424377444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,0.857750415802002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.45054402351379397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,4.488544082641601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,0.8738080024719238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.45851521492004393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,0.9507295608520507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.45789761543273927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.4818528175354004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,1.0826496124267577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.4910431861877441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,4.642646408081054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,1.2326208114624024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.5080063819885254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.51943998336792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,1.564361572265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,0.5583168029785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,0.6077055931091309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,1.891379165649414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,0.6546656131744385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,0.7282400131225586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,2.5474336624145506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,0.8757792472839355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,1.0520607948303222
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,25.586518859863283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,3.298076629638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,1.3558624267578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,1.723619270324707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,4.803363037109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,2.4227840423583986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,3.024627113342285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,6.475984191894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,4.266857528686524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.101801598072052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.2,21.671174621582033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.15187840461730956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.22087678909301758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.31320960521698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.35363519191741943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.37148480415344237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.5712543964385987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,0.6652095794677735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,5.923484802246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,0.6621632099151611
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,9.279583740234376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,0.7017727851867676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.17254079580307008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,2.4955776214599608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.16537280082702638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,0.7295711994171142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.20038719177246095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.2812256097793579
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,0.7599199771881103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.3208735942840576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,8.65621109008789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,0.7959871768951416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,12.371977233886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.32528319358825686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,0.8254879951477051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.3357215881347656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,0.8456704139709472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.3378079891204834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,11.71289291381836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,0.8589759826660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,16.830393981933593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,0.8798656463623047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,0.9290464401245118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,1.1221152305603028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,1.2898240089416504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,1.724166488647461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.39336318969726564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.41810879707336424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,2.05831356048584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,3.2715839385986327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,14.583151245117188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.4445919990539551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.4622623920440674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.4838047981262207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,2.7938207626342773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.5139679908752441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,26.369140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.54268798828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.631603193283081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,3.5966529846191406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.7490528106689454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,21.399261474609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,5.335715103149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,0.8416192054748535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,6.693244934082031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,54.50260009765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.12384959459304809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.15520000457763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.20283839702606202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.1526144027709961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.224835205078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.28124160766601564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.4568351745605468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.38567678928375243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.4493216037750244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,1.9600896835327148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.45173120498657227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.4667327880859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.4653632164001465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,45.665277099609376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.535055923461914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.5051455974578858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.5122047901153565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,0.5353087902069091
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,0.571833610534668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,3.6341217041015623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,0.6173215866088867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,0.6594111919403076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,0.7639039993286133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,0.9013312339782715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,1.0756768226623534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,10.513823699951171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,4.689625549316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,1.4440064430236816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.1013375997543335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,1.830678367614746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,2.540675163269043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,3.3720638275146486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,6.842195129394531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,4.678668975830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.1340000033378601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.173308801651001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.21824638843536376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,8.704684448242187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.226310396194458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,6.104556655883789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.3115231990814209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.320032000541687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,25.808407592773438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.072326397895813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.09156479835510253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.14408639669418336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.01,11.193869018554688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.2737375974655151
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.33308799266815187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.5067584037780761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.3373215913772583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.5394400119781494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,13.844502258300782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.3389440059661865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.5707903861999511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.5812352180480957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,9.215638732910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.6083968162536622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.6258016109466553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.6708864212036133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,0.6884607791900634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,0.7329055786132812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,0.7697535991668701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,0.7824416160583496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,0.8110272407531738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,0.9141663551330567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.01,17.865171813964842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,1.0018688201904298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,1.202841567993164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,1.4370911598205567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.395251202583313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,1.9221023559570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.42036800384521483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.44228482246398926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,2.3163616180419924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.46910080909729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.48816637992858886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.5210783958435059
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.563756799697876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,3.436083221435547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.6507264137268066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.7783103942871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,0.8906496047973633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,4.425667190551758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.01,36.05921325683594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.06623039841651916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,6.365753555297852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.08275520205497741
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.1137120008468628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,4.114841461181641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.18165119886398315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.23653759956359863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.3687040090560913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.37687039375305176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.3951040029525757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.4057119846343994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.4356128215789795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.1864224433898927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,7.041500854492187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.4674528121948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.4893216133117675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,8.357555389404297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.5114175796508789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,11.930035400390626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.4530816078186035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,2.101225662231445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.4891039848327637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.5196415901184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,0.5515232086181641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,0.5928671836853028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.7178239822387695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,10.457839965820312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,0.6941696166992187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,18.81575927734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,0.7902719974517822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,3.929119873046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,1.0038111686706543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.2143775939941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,1.6429023742675781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,2.0795263290405273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,2.9468511581420898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,16.533357238769533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,3.8264511108398436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,5.051990509033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,5.578704071044922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,7.316851043701172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,15.999261474609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,9.225039672851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,32.80598449707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.0542527973651886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,7.287411499023437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,14.480863952636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,7.375926208496094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.07293760180473327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.09936000108718872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.14119999408721923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,9.397507476806641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.20595839023590087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,28.76514892578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.07337279915809632
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.09227200150489807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.1431712031364441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.2421567916870117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.31683518886566164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.5016960144042969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.5344031810760498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.5821216106414795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.5967360019683838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.613708782196045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.6505472183227539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.6970687866210937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.307807993888855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,0.7337503910064698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.3191359996795654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.2,12.894915771484374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,0.7622432231903076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.3307744026184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.33324480056762695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,0.7805535793304443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.3372864007949829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,0.7904863834381104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.3526495933532715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,0.827337646484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.3730655908584595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,0.9286687850952149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.3962784051895142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,1.0178879737854003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.4219679832458496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.4736288070678711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,1.2347552299499511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.5137279987335205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,1.468284797668457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,1.914201545715332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,2.362643241882324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,3.413727951049805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.6481311798095704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.8140607833862304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,4.431695938110352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.7381792068481445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,0.9197471618652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.1067328453063965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.4822784423828126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,6.433926391601562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,1.8621952056884765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,2.605289649963379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,3.3536224365234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,4.834988784790039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,6.3124736785888675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,8.434767913818359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,7.91809310913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.01,12.373919677734374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,32.582211303710935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.01,24.432701110839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.06230400204658508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.0808896005153656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.11348799467086793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.1734495997428894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.22011520862579345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.35608320236206054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.38185279369354247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.39776320457458497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.42705278396606444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.4443903923034668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.4905375957489014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,10.598796844482422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.527180814743042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.4641695976257324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.5178048133850097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,0.5297791957855225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,0.5540095806121826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,0.5970335960388183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,0.702672004699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,0.8068479537963867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.0197792053222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.2340576171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,1.6650175094604491
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,2.105302429199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,2.9819711685180663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,3.8637184143066405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,5.610105514526367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.2,6.449568176269532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,7.369602966308594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,25.01084747314453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,9.261449432373047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,16.90018310546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.2,19.255442810058593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,14.522767639160156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,61.86290283203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.05518400073051453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.07357119917869567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.09857280254364013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.13106559514999389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.2,37.32173461914063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.15280640125274658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.3101183891296387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.5324575901031494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.5287648200988769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.7086912155151367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.1940160036087036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,0.8806816101074219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,0.9545280456542968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.1993375778198243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.186508846282959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,1.1751168251037598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,1.5109248161315918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,1.5205023765563965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,1.4217727661132813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,1.5722687721252442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,1.5429887771606445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.29752960205078127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,1.578947162628174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.31979520320892335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.32873919010162356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,1.6381376266479493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.33325440883636476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.34012479782104493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,1.7515840530395508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.36268799304962157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.3919008016586304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,1.8706111907958984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.40814719200134275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.4373824119567871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,2.194112014770508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.48460798263549804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.5308127880096436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,2.553676795959473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,3.245619201660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,3.8705631256103517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.6571328163146972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,5.164588928222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.8317983627319336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,6.35333137512207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,8.972665405273437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.753334379196167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,0.9372511863708496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.126633644104004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.499459171295166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,11.755510711669922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,1.8778240203857421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,2.61231689453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,14.895315551757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,3.3638145446777346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,22.545327758789064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,4.844300842285156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,6.32495346069336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,46.74711608886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.11694400310516358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.19837759733200072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.32951040267944337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.34047999382019045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.4519775867462158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.5584928035736084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.63024001121521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,0.7485983848571778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,0.7299392223358154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,0.7232096195220947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,1.0748160362243653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,1.0072832107543945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,1.0415871620178223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,1.082857608795166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,1.1114784240722657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,1.1553824424743653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,1.192182445526123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,1.371190357208252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.508140754699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,1.8195711135864259
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,2.141760063171387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,2.734063911437988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,3.4110145568847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,4.607948684692383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,5.956300735473633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,8.570137786865235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,7.927394866943359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,10.852790069580077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,14.090371704101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,21.314848327636717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,33.032861328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,14.005810546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.15272639989852904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.30919361114501953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.4146719932556152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.515993595123291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.6643648147583008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,0.7633408069610595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,1.0088255882263184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.1838496208190918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.1163104057312012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.1997119903564453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,1.4330464363098145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,1.4217408180236817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,1.5093983650207519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,1.5094143867492675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,1.5163680076599122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.10834239721298218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,1.5231040000915528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,1.6469919204711914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,1.816582489013672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,1.955344009399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,2.267510414123535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,2.624697685241699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,3.294998550415039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,4.088649749755859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,14.731916809082032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.12006399631500245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.1840831995010376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.2001408100128174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,43.06603088378906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.2696063995361328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.3268896102905273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.3343647956848145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,5.367708969116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.3392224073410034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.45432319641113283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.4937439918518066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.2,12.37432632446289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.5581535816192627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.6004191875457764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.10858240127563476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.6644927978515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.7361663818359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,0.8272288322448731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,0.8038623809814454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,0.8248031616210938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,0.7610943794250489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,0.8078271865844726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,6.806800079345703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,0.8064031600952148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,0.8574848175048828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.19250240325927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,0.9648351669311523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,28.8268310546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.07739199995994568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,0.8173760414123535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.09593920111656189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.2603424072265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.13792959451675416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.3414783954620361
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.29926719665527346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.46561598777770996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,0.9988479614257812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,0.8671968460083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.4619840145111084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.6398816108703613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,9.497801971435546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,0.7738368034362793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.5951871871948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,0.9149760246276856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,1.01461763381958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,0.9703776359558105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.6964767932891845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.0054495811462403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.8513471603393554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,0.932316780090332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,1.113868808746338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,0.8529503822326661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.0329695701599122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,0.9400032043457032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,12.655731201171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,0.769868803024292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,1.1163328170776368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,0.981868839263916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.0966464042663575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.139247989654541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.1362719535827637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,0.8037599563598633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,1.14585599899292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.2424384117126466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,16.027264404296876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,0.8281311988830566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.157487964630127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,1.2094655990600587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.4786208152770997
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,0.8393471717834473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.2520575523376465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,1.4085087776184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.7214239120483399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.318620777130127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.21495361328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,1.5442655563354493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.3902463912963867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.673711967468262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,0.8923775672912597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,1.9164543151855469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,26.200323486328124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,1.4098848342895507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,0.9355744361877442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,3.749910354614258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,2.2417343139648436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,1.5263168334960937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,0.9403327941894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,1.5975968360900878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,2.8958431243896485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,4.5510719299316404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.0405344009399413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,1.8079103469848632
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,3.5836513519287108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.1456895828247071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,2.0063711166381837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,6.665100860595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.2589728355407714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,2.442633628845215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,4.888508987426758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.5550399780273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,2.967884826660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,8.71187515258789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.775654411315918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,54.938665771484374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.06590719819068909
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.08482879996299744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.11089600324630737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.20148160457611083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,6.3799999237060545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.296703910827637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.3270112037658691
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,3.94986572265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.45458240509033204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.01,11.149734497070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,2.82959041595459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.5435232162475586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,0.6733952045440674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,4.861008071899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,8.769868469238281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,0.7071008205413818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,3.8408321380615233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,0.7221439838409424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,6.7790077209472654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.01,17.027241516113282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,0.7561408042907715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,11.680818939208985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,4.93109130859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,0.7885568141937256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,0.8471936225891114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,53.008734130859374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,8.593071746826173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.06721600294113159
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.08447039723396302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.2,12.812127685546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.07742400169372558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.11615999937057495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.09545279741287231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,0.9032064437866211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.14005440473556519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.20175039768218994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.2920736074447632
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,6.984569549560547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,14.447097778320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.3673919916152954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.41239042282104493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.5835328102111816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,0.9814144134521484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,10.698079681396484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.5097248077392578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.01,33.283642578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.06819199919700622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.7024064064025879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.0857151985168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.11166720390319824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.20225920677185058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.6245440006256103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,0.9515935897827148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.3084511995315552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,1.0728416442871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,9.300246429443359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,0.9918144226074219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.43010239601135253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.7538176059722901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.5051392078399658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.7803775787353515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,0.9978336334228516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.6579328060150147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,0.9694080352783203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.2,24.447564697265626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,16.57280578613281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.06738880276679993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.08473280072212219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,0.689635181427002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,22.74397430419922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.11632640361785888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.20366079807281495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.075551986694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,0.808841609954834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.3228447914123535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,0.7097919940948486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,1.0972960472106934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.1219231605529785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,0.7627039909362793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,0.8277312278747558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.2,11.449644470214844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,1.1543519973754883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.46376957893371584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.5693759918212891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,0.798528003692627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.1807904243469238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.2516672134399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,32.296478271484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,0.8525055885314942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.061452800035476686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.7254591941833496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.08312960267066956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.0871071994304657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.7569503784179688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.12402880191802979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.3483776092529296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.13179199695587157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.01,0.1809183955192566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.790342378616333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,0.878054428100586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.4047648429870605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.2,18.1413818359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.01,0.20839359760284423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,0.8233311653137207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,0.9174431800842285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,1.4295007705688476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.01,0.20680639743804932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,0.8559359550476074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,1.3904031753540038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,0.8445792198181152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,1.5400192260742187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,0.9351519584655762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.01,0.21091840267181397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,0.936406421661377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,0.8683744430541992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,1.5944543838500977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,1.0048159599304198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.01,0.211680006980896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,1.666828727722168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,46.717709350585935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.01,0.22082560062408446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.01,0.05576000213623047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,0.9642751693725586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.0917216300964356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,1.8605279922485352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.01,0.2259552001953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,2.006480026245117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.01,0.22927360534667968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,2.0573280334472654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,0.990227222442627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.01,0.2362272024154663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,0.9936800003051758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.1120256423950194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,2.4193536758422853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.01,0.2613696098327637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.01,0.07196800112724304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.206777572631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,2.4941408157348635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.0897472381591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.01,0.0838047981262207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.01,0.27664000988006593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,0.9182016372680664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,1.4270015716552735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.01,0.09760000109672547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.01,0.10623359680175781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,3.0058303833007813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.01,0.296016001701355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,3.2677536010742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.01,0.1265887975692749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,0.9459936141967773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.1777919769287108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,1.6406400680541993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.01,0.34012479782104493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,0.9598527908325195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,4.034147262573242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,2.05786247253418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.2,36.1634033203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.01,0.3911072015762329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.06277120113372803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.01,0.1607583999633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.07618560194969178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.0170144081115722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.09576640129089356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.11692160367965698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,2.482249641418457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.13155839443206788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.3507776260375977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.2,0.18787200450897218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.01,0.5179264068603515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.1162848472595215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.2,0.18953919410705566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,4.105376052856445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.01,0.16288959980010986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.2,0.21594879627227784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,4.978873443603516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.01,0.6329760074615478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.203647994995117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.2,0.2126431941986084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.520627212524414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,3.33076171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.2,0.21565759181976318
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.01,0.8652928352355957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.01,0.1678879976272583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,6.866598510742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.3993184089660644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.2,0.22266240119934083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.01,0.16817280054092407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.01,1.091107177734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,5.793503952026367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.2,0.228438401222229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,4.1705280303955075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.01,0.1750880002975464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.5935487747192383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.2,0.23220160007476806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.9128671646118165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.01,0.17735999822616577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.01,1.5521056175231933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.2,0.2563199996948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,1.9727775573730468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,8.702496337890626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.01,0.18315839767456055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,5.8584129333496096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.2776479721069336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.2,0.27435200214385985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.01,2.059459114074707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.351804733276367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,10.918895721435547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.2,0.2831648111343384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,7.5486305236816404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.01,0.19581120014190673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,3.0165279388427733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.2,0.2954751968383789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,7.489145660400391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.01,3.0310239791870117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,3.0900863647460937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,16.881753540039064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.01,0.20730559825897216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.2,0.3495039939880371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,9.545273590087891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.01,4.03364143371582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,3.761820983886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.01,0.22139201164245606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,3.827503967285156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.2,0.40581440925598145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,9.465049743652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.01,4.855299377441407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.2,0.524345588684082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.2,0.642080020904541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,32.59884948730469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,5.288479995727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,14.624319458007813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.2,0.053395199775695804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.01,7.946953582763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.2,0.06382719874382019
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.2,0.08223999738693237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.2,0.09648000001907349
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.2,0.09984639883041382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.2,0.12362240552902222
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.01,0.25057919025421144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.2,0.914367961883545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.2,0.15729600191116333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.2,0.16466879844665527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,5.240220642089843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.2,1.1198719978332519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.2,0.16646720170974733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,6.742256164550781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.01,16.117491149902342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.2,0.1677440047264099
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.024607999622821806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,14.523735046386719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.038089600205421445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.05487359762191772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.01,0.30755200386047366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.2,0.1682368040084839
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.08196799755096436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.2,1.5889856338500976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.0999455988407135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.2,0.17807359695434571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.2,0.18386880159378052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.16361919641494752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.2,0.19766080379486084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.01,0.354201602935791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,28.721212768554686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.01,0.02561280131340027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,8.430825805664062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.01,0.030588799715042116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.16640640497207643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.01,0.048825600743293764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.2,0.21103999614715577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.01,0.07080640196800232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.169868803024292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.01,0.4728384017944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.01,0.09313600063323975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.2,2.164300727844238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.01,0.12075200080871581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.16951040029525757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.2,0.22992000579833985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.01,0.12894079685211182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.1713760018348694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.01,0.5882143974304199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.01,0.13603199720382692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.194159996509552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,6.703001403808594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.2,0.2584287881851196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.01,0.13803199529647828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.19850239753723145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.01,0.14231359958648682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.2,0.3050112009048462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.20101759433746338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.01,0.8333184242248535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.2,12.790659332275391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.01,0.15079360008239745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.20985279083251954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.2,0.36427841186523435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.2,3.0720287322998048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.01,0.15296319723129273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.2,0.48757758140563967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.01,0.15461119413375854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.2176448106765747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.01,1.056156826019287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,28.6251220703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.01,0.1638815999031067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.02447360008955002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,8.369308471679688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.2,0.6030335903167725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.03882879912853241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.234934401512146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.0536575973033905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.01,0.1733024001121521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.2,4.482384109497071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.2,0.8472543716430664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.07533760070800781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.01,1.5006464004516602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.09431999921798706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.01,0.18523199558258058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.2567647933959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.16144319772720336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.2,1.0873855590820312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.2767199993133545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.01,0.20795838832855223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.01,1.9438432693481444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.16662720441818238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.01,0.3022336006164551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.01,0.2352992057800293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.01,12.732041931152343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.2,24.866358947753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.2,0.025791999697685242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.2,1.5535967826843262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.2,0.039155200123786926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.2,0.049807998538017276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.2,0.0676256000995636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.16920000314712524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.01,0.2677599906921387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.2,0.08522560000419617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.2,0.12172479629516601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.01,0.37166080474853513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.17326719760894777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.2,0.13044799566268922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.01,0.33739519119262695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.2,2.20098876953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.01,3.045484733581543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.2,0.13391679525375366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.18496639728546144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.2,0.1382431983947754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.01,0.4069087982177734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.1952031970024109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.2,0.14442559480667114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.01,0.4341440200805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.01,0.5453792095184327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.20008959770202636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.2,0.1540287971496582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.2,3.030825614929199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.01,0.5652800083160401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.20245759487152098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.2,0.1549280047416687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.01,0.6857056140899658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.01,0.6984704017639161
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.01,3.8638046264648436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.2,0.15895040035247804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.21301438808441162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.2,0.1700160026550293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.01,24.795120239257812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.2,5.26363525390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.01,0.29193921089172364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.2,4.0328929901123045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.01,0.9652223587036133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.01,0.9770624160766601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.01,0.5039999961853028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.23538560867309571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.2,0.18230079412460326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.01,0.5356256008148194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.2,0.19087040424346924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.01,1.2515104293823243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.01,1.248300838470459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,4,power_law_1.01,4.909008026123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.24801280498504638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.01,0.7129151821136475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.2,0.21290240287780762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.01,1.8140384674072265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.01,1.7973503112792968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.01,0.8744352340698243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.2,0.24416959285736084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.25985279083251955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,4,power_law_1.2,5.128886413574219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,4,power_law_1.01,7.535775756835937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.01,1.2816479682922364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.01,2.3764543533325195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.2,0.27400639057159426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.01,1.1467967987060548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.2,9.035823822021484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.2838560104370117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.01,2.3599775314331053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.2,0.34318079948425295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,4,1,power_law_1.01,3.012668800354004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.01,1.2213312149047852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.2,0.30725119113922117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.01,2.9659807205200197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.2,0.4113664150238037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,4,power_law_1.01,15.373916625976562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.01,0.19612159729003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.01,1.2448160171508789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.01,0.3423135995864868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,4,1,power_law_1.01,4.719878387451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.2,0.3783103942871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.2,0.5529024124145507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.01,0.3366336107254028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.01,4.67212142944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.01,1.2656895637512207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.2,0.6964799880981445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.01,0.46518721580505373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.2,0.44438719749450684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,4,1,power_law_1.01,9.386332702636718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.01,0.5675360202789307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.01,1.3428288459777833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.2,0.9747488021850585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.2,0.5761792182922363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.01,0.8675552368164062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.01,9.422617340087891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.01,0.2002687931060791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.2,0.2940736055374146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.01,0.3330080032348633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.2,0.4214591979980469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,4,power_law_1.2,8.243484497070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.01,0.7975456237792968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.2,0.5346720218658447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.01,0.3383455991744995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.01,0.8330623626708984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.2,0.7074528217315674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.01,1.6569984436035157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.2,0.7096000194549561
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.2,1.2612735748291015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.2,0.7992767810821533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.01,0.8555328369140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.2,1.2200063705444335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.2,1.2136575698852539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.01,0.47542719841003417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.2,0.9812159538269043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.2,1.8272512435913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.01,0.87457275390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.01,0.6420608043670655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.2,1.1848992347717284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.01,0.8822591781616211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.01,0.9306464195251465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.01,0.9898015975952148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.2,1.3040255546569823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.01,0.9200863838195801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.2,1.2575743675231934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.01,1.6663263320922852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.2,1.2802016258239746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.01,0.9658080101013183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.2,2.396009635925293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.01,1.2525856018066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.01,0.9551232337951661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.2,1.3613247871398926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.01,1.7424383163452148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.01,1.0167936325073241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.2,1.6702239990234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.2,1.8137279510498048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.01,1.2953791618347168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.01,1.8238975524902343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.01,1.0280511856079102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,4,1,power_law_1.2,3.028499221801758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.2,1.7138240814208985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.01,1.364348793029785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.01,1.8929759979248046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.01,1.0679295539855957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.2,1.7917535781860352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.01,1.1306719779968262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.01,1.4507455825805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.01,2.048064041137695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.2,1.8725824356079102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.2,2.365545654296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.01,1.2045503616333009
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.2,1.9649280548095702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.01,1.527017593383789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.01,2.3711711883544924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.01,1.2673279762268066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.2,2.1257728576660155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.01,1.4012191772460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.01,2.0290367126464846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.01,2.6721792221069336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,4,1,power_law_1.2,4.737011337280274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.2,2.418239974975586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.01,1.6914304733276366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.01,2.049638366699219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.01,1.987558364868164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.2,2.748054313659668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.01,3.3266944885253906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.01,2.3525375366210937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.01,2.5275199890136717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.2,3.37487678527832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.2,2.9756000518798826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.01,3.0222143173217773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.01,4.027321624755859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.01,3.144972801208496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.2,4.179232025146485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.01,3.6930782318115236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.01,4.340787124633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.01,5.3582206726074215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.2,5.424816131591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.01,5.008236694335937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.01,5.472006225585938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.01,6.5445411682128904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.2,7.049954986572265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.01,6.470646667480469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.01,7.747586822509765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.01,9.329724884033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.2,10.263533020019532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.2,4.711840057373047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.01,9.119200134277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.01,10.178070068359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,4,power_law_1.2,16.580873107910158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.01,12.467753601074218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.2,0.19556479454040526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.2,0.2677056074142456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.2,13.963650512695313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.2,0.34473600387573244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.01,11.784105682373047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.2,0.4518847942352295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.2,0.5796639919281006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.2,17.54883575439453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.2,0.8137791633605957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.2,0.8179007530212402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.2,0.7951136112213135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.2,0.1989151954650879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.2,0.25144000053405763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.01,14.767654418945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.2,0.8606047630310059
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.01,18.822245788574218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.2,0.3335007905960083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.2,20.693714904785157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.2,0.9390336036682129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.2,1.009395217895508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.01,17.43922576904297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.2,1.2845376014709473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.2,0.4680352210998535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.2,0.6345983982086182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.2,1.3200575828552246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.2,0.917574405670166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.2,1.4211039543151855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.2,0.8767423629760742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.2,1.5090432167053223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.2,0.9385439872741699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.01,19.079609680175782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.01,25.97215576171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.2,1.6037664413452148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.2,0.9516032218933106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.2,1.756755256652832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.01,23.021090698242187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.2,0.9432000160217285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.2,2.1120895385742187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.2,28.817706298828124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.2,1.0313440322875977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.2,2.4872127532958985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.2,1.0556991577148438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,4,power_law_1.01,23.908563232421876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.2,1.0879327774047851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.2,3.1639936447143553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.2,1.1626336097717285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.2,1.2143808364868165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.01,32.763311767578124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.2,3.78524169921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.2,1.3206527709960938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.2,9.358688354492188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.2,1.463155174255371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,4,power_law_1.01,28.872698974609374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.08685759902000427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.2,1.7275007247924805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.16161919832229615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.2,5.261299133300781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.27730560302734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.2,2.0439104080200194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.01,0.4610112190246582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.01,0.6544320106506347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.2,6.723693084716797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.01,1.0662528038024903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.2,36.84425048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.2,2.6495359420776365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.01,1.1276000022888184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.01,1.1661312103271484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,4,power_law_1.01,37.234475708007814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.01,1.2003616333007812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.2,3.1617727279663086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.01,1.2293919563293456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.2,9.347216033935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.01,1.3065695762634277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.01,1.379587173461914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.01,52.38450317382812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.01,1.4751423835754394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.2,4.445289611816406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.01,1.6525056838989258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.01,1.8699743270874023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,4,power_law_1.01,47.41005859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.01,2.0611040115356447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.2,12.39307861328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.01,2.4883743286132813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.2,5.614627075195313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.01,1.7925727844238282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.01,1.9933088302612305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.2,8.193106842041015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.2,18.257487487792968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.01,2.5155263900756837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.01,2.8982112884521483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.2,10.355369567871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.01,3.8331680297851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.01,4.81929931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,4,power_law_1.01,76.04674072265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.01,6.746006774902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.01,0.07300159931182862
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.2,15.456329345703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.01,0.11960320472717285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.01,0.19388799667358397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.2,25.726040649414063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.01,0.32128961086273194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.01,0.4492288112640381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.01,0.7305888175964356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.01,0.7862624168395996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.01,0.8093055725097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.01,0.8392000198364258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.01,0.8716383934020996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.01,0.9508576393127441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.01,1.0205056190490722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.01,1.114515209197998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.01,8.705516815185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.01,1.2667551994323731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.01,1.4219488143920898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.01,1.577734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.01,1.915990447998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.01,112.23013916015626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.01,1.4914815902709961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.01,1.7217344284057616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.01,2.15231990814209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.01,12.459110260009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.2,20.22996826171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.01,2.5868928909301756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,4,power_law_1.01,98.04489135742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.08787519931793213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.16462399959564208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.01,3.458086395263672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.27998719215393064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.2,0.4257952213287354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.2,0.5847136020660401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.2,57.508050537109376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.2,1.0404416084289552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.2,1.1262271881103516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,4,1,power_law_1.2,9.448512268066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.2,0.073471999168396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.2,1.1761823654174806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.2,0.11957759857177734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.01,4.329155349731446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.2,0.19522559642791748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.2,1.210383987426758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.01,16.825155639648436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.2,0.30041279792785647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,4,power_law_1.2,30.55854187011719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.2,0.41367039680480955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.2,1.261616039276123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.2,0.7245759963989258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.01,6.087545776367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.1633471965789795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.2,0.7757215976715088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.2,1.332044792175293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.2,0.8122752189636231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.2,0.8595040321350098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.2909600019454956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.2,1.4212448120117187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.3008255958557129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.30338239669799805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.3065056085586548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.3006943941116333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,4,power_law_1.2,24.812710571289063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.2,0.8992927551269532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.30944321155548093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.30925760269165037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.2,1.5337663650512696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.32241919040679934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.01,20.881602478027343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.325763201713562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.2,0.9674207687377929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.01,7.842851257324218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.34781761169433595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.3606911897659302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.2,1.717977523803711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.3681600093841553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.38946239948272704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.42346878051757814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.45272321701049806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.2,1.068073558807373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.5001247882843017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.2,1.9191104888916015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,0.6754848003387451
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.2,1.1658335685729981
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,0.8076095581054688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.2,2.1332544326782226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.2,1.3197919845581054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,1.192739200592041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.2,1.487222385406494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.2,2.54531192779541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.01,11.366681671142578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.2,1.6406400680541993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,1.6137535095214843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.2,1.859052848815918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.2,1.9647296905517577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.2,2.036787223815918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.2,1.5439583778381347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,2.4918527603149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.2,1.7665184020996094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.2,2.4866975784301757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.01,32.46744384765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,3.536876678466797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.01,14.877107238769531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.2,2.206307220458984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.2,2.8689279556274414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.2,2.6429792404174806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.2,4.025475311279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,6.258700942993164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.2,3.517308807373047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.2,4.870902252197266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,4,power_law_1.2,39.826904296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,4,power_law_1.2,49.99139404296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.2,4.392607879638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,4,1,power_law_1.01,18.6256103515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,8.870307159423827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.2,6.865609741210937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.2,6.148031997680664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.2,8.783148956298827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.2,7.896067047119141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,13.841433715820312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.2,12.521580505371094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.2,11.481673431396484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,4,1,power_law_1.01,29.200942993164062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.01,64.03179931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.14526720046997071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.23387200832366944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.24455680847167968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.24669439792633058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.24767680168151857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.2522111892700195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.25673599243164064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.2742784023284912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.2745856046676636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.27526400089263914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.2796288013458252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.2939199924468994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.30761919021606443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.3484575986862183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.38242239952087403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.4178624153137207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.43170881271362305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,0.6022463798522949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,18.824803161621094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.8072704315185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.2,16.802951049804687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,1.2255167961120605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,1.6777120590209962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.2,14.960569763183594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,2.346579170227051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,3.0215360641479494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.2,20.87078094482422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,4.953059387207031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,4,1,power_law_1.2,18.72710723876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,4,1,power_law_1.01,57.78907470703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,6.663155364990234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,25.26197509765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.12311040163040161
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.12788480520248413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.143014395236969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.1435968041419983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.14401919841766359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.1446336030960083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.15004479885101318
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.15356160402297975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.16620800495147706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.17185280323028565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.181222403049469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.20305280685424804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.2163680076599121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.24309759140014647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.2775615930557251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.30621440410614015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.35176639556884765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.4975135803222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,10.927059173583984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.6382368087768555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,0.9324576377868652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,1.1941727638244628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,1.7149343490600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,2.278816032409668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,3.3575233459472655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.2,32.35668029785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,4.444217681884766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,17.92005157470703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,6.977843475341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,38.8490478515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,9.309654235839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,4,1,power_law_1.2,29.321221923828126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,21.30653076171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.01,11.530108642578124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,4,power_law_1.2,77.12758178710938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.1643455982208252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.28837759494781495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.30217599868774414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.3029855966567993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.29849278926849365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.2996320009231567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.3014976024627686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.3066943883895874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.3331808090209961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.34352960586547854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,82.01502685546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.34802238941192626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.1451840043067932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.3597887992858887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.3693023920059204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.39917759895324706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.42906880378723145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.4491551876068115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,33.47126159667969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.23204479217529297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.5170239925384521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.24263999462127686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.24416000843048097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,0.6541600227355957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.2456127882003784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.2527807950973511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.2596479892730713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.26542398929595945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.2737312078475952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.2715456008911133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.2838527917861938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.2939455986022949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.30969278812408446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,0.8114527702331543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.3422048091888428
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.37467520236968993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.42444162368774413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,1.2774815559387207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.45053439140319823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,0.6506847858428955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.01,18.362982177734374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.8368000030517578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,1.641561508178711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,1.3065055847167968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,2.5006687164306642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,1.5913920402526855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,3.654185485839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,2.4113664627075195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,3.3089824676513673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,6.220326232910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,4.666470336914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,6.44543685913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,9.412374114990234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,4,power_law_1.2,105.43531494140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.12300159931182861
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.12761600017547609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.14171199798583983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.14559680223464966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.1455456018447876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.14423359632492067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.1492416024208069
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.15354559421539307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.16400959491729736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.17231040000915526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.1822432041168213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.198089599609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.2116607904434204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.24454400539398194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.2739232063293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.3038880109786987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.3392159938812256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.5197120189666748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.6398399829864502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,0.9022784233093262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,1.189622402191162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,1.8022592544555665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,12.300431823730468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,2.3632736206054688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,14.7517822265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,3.619859313964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,16.77815399169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.2,120.65108642578124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.05200639963150024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.06304640173912049
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.06629760265350342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.08368319869041443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.1152959942817688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.1164896011352539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.11716159582138061
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.11815040111541748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.11930559873580933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.12208640575408936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.12424319982528687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.1295680046081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.1332927942276001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.1430240035057068
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.15034559965133668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.181222403049469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.21227519512176513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.25030720233917236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.01,36.61060485839844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.047712001204490664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.05544000267982483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.06099519729614258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.07018240094184876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.08684160113334656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.08774080276489257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,20.495143127441406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.08915519714355469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.2974688053131104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.09157119989395142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.09622079730033875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.09938560128211975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.1102336049079895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.1167296051979065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.1289504051208496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.14343999624252318
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.15543680191040038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3927551984786987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.17172479629516602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.1888703942298889
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.23540160655975342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.2874687910079956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.49472641944885254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,70.9483154296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.048230400681495665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.054153597354888915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.060147202014923094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.3831007957458496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,4.772918319702148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.4816256046295166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.06601600050926208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.06632320284843445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.06785600185394287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.7033535957336425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.0686303973197937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.06929280161857605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.0703935980796814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.07397760152816772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.07930560111999511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.09354239702224731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.10510720014572143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.11489599943161011
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.12316160202026367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.12999039888381958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.6779615879058838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.13878719806671141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.18235520124435425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.22176001071929932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.2973439931869507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.8849504470825196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.8833151817321777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.38344640731811525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.5366591930389404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,1.2802207946777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.6947936058044434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.2943167686462402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.2,63.95371704101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.05591040253639221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.0633184015750885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.06824319958686828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.08729919791221619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.11582399606704712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,1.6797536849975585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.11655679941177369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.11702719926834107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,1.0100128173828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.11894400119781494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.12054719924926757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.1214784026145935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.12473920583724976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.13066240549087524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.1329856038093567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.7045312881469727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.1425536036491394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,21.710861206054688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.1511904001235962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.17663040161132812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,7.153382110595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.21180479526519774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.24412159919738768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.2969280004501343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.395580792427063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.3222463607788086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.487391996383667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.6879360198974609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.5796703338623046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,1.9617855072021484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,2.480166435241699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.8965791702270508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,25.21378936767578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.2946623802185058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,3.3784671783447267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,3.27856330871582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,9.415606689453124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.7025663375854492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,2.5924863815307617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,4.354537582397461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,4.157270431518555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,3.265135955810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.5219648361206053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,35.85960693359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,6.954227447509766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.2,11.56632308959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.01,5.156531143188476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,3.394121551513672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,6.539984130859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,42.28431701660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,4,1,power_law_1.2,58.01702880859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.04812160134315491
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.055292797088623044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.05928320288658142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.06982719898223877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.08668479919433594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.08854079842567444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,4.413747024536133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.08967679738998413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.09047679901123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.09582080245018006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.09773439764976502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.10959039926528931
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.11717120409011841
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.13009920120239257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.14199039936065674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.15689599514007568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.17180479764938356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.1868000030517578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.23899199962615966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.28255999088287354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.2,18.593075561523438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.3858432054519653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.4845888137817383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.6864192008972168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,14.049264526367187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.05277119874954224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.05515199899673462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.060374397039413455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.06557440161705017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.06674240231513977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.06832320094108582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.06895999908447266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.06959999799728393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.07090240120887756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.0732800006866455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.079203200340271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.10016000270843506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.10201280117034912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.11301440000534058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.12342400550842285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.1298527956008911
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.14027199745178223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.18140159845352172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.2219520092010498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.887718391418457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.29995200634002683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.3845599889755249
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,1.287071990966797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.5378752231597901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.6959167957305908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,72.24207153320313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.21355841159820557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.36189119815826415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.38671040534973145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.3844320058822632
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.3797408103942871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.38036160469055175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,1.695382308959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.3940768003463745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.4015359878540039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.4175712108612061
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.4379903793334961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.45498881340026853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.46933441162109374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.4764383792877197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.5338655948638916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.5673183917999267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.6042367935180664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,0.698963212966919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,1.0112031936645507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,1.1265151977539063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,1.2960736274719238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,2.0043039321899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,2.7392671585083006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.3291168212890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.01,10.286534118652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.18748480081558228
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.295033597946167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,4.6484321594238285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.30796799659729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.298361611366272
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.3030944108963013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.3070688009262085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.32395200729370116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.33105599880218506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.3413248062133789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.3493727922439575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.3584543943405151
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.39967360496521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.4042655944824219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.4649184226989746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.51212158203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.5579520225524902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,0.6686592102050781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,0.9933088302612305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,5.651302337646484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,1.2641216278076173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,1.9587488174438477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,2.5845855712890624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,7.0398109436035154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,10.926592254638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,2.492268753051758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,3.941811370849609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,5.209075164794922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,13.659443664550782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,13.040579223632813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.15042879581451415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.165721595287323
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.17374080419540405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.17546240091323853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.1763200044631958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.1786687970161438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.18461120128631592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.18867520093917847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.20973761081695558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.21600639820098877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.2279520034790039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.2563807964324951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.26981439590454104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.3172192096710205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.35459840297698975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.4103424072265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.5066783905029297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.687007999420166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,0.896399974822998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,7.6782684326171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,1.9622016906738282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.2853407859802246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,1.62445125579834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,2.5350751876831055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,11.688365173339843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,3.3854816436767576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,24.988525390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,3.2947360992431642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,5.186006546020508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,20.04411163330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,33.186865234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,7.011865234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,2.5950464248657226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,39.426092529296874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,82.52996826171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.21488959789276124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.3681056022644043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.3800447940826416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.38191039562225343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.3861471891403198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.3816832065582275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.39268479347229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.4008351802825928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.4299007892608643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.44223361015319823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.2,37.62236328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.18902080059051513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.4542111873626709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.4666016101837158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,10.332246398925781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.4841440200805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.5264031887054443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.585430383682251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.6164192199707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,0.7105216026306153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.2874783992767334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.3018304109573364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.30146241188049316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.3065023899078369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.3106208086013794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.3274399995803833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,1.13156156539917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.32957119941711427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.3409343957901001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.3504640102386475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.3696127891540527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.38623359203338625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.4061888217926025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,1.381123161315918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.464243221282959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.5249184131622314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,29.085107421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.585427188873291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,0.707151985168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,2.1216575622558596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,0.983091163635254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,1.3082079887390137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,3.2765342712402346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,2.9544639587402344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,2.0154239654541017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,4.154556655883789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,2.5036672592163085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,4.15241584777832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,13.97081298828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,3.7992862701416015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,6.28587532043457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,5.051190567016602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,10.15474853515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,7.517142486572266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,34.64132995605469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.01,16.6683837890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,15.320115661621093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,11.67037124633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,71.46342163085937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.2,5.166864013671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,23.852275085449218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,19.90172424316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.01,26.795672607421874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,14.057778930664062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.15087039470672609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.16571840047836303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.17374080419540405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.17483839988708497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.17587200403213502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.17868160009384154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.1858944058418274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.18890880346298217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.19991999864578247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.211027193069458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.2279263973236084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.2490015983581543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.27268478870391843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.3105695962905884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.3577280044555664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.3997760057449341
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.5257503986358643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.7089951992034912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,0.9120639801025391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,1.3698080062866211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,6.584012603759765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,1.743574333190918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,35.507443237304685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,56.0123779296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,2.6719839096069338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,30.121810913085938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,3.3674175262451174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,5.359228897094726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,41.10877990722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,7.021577453613281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,10.43623046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,142.32640380859374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.07535679936408997
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.0840511977672577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.0957535982131958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.12250880002975464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.16082559823989867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.16172480583190918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.16238720417022706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.16357120275497436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.16538239717483522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.1665536046028137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.1748960018157959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.19705599546432495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.20102078914642335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.21784958839416504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.2347327947616577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.2862911939620972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.31318719387054444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,35.50400390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.38888959884643554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.46903362274169924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.6283936023712158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.789788818359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,1.120537567138672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.4651935577392579
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,13.058076477050781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.06639360189437866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.07577279806137086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.08427839875221252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.10341119766235352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.12023680210113526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.12337280511856079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.12419519424438477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.12808640003204347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.13099520206451415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.1427839994430542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.15055999755859376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.16499199867248535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.17944960594177245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.20383360385894775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.21688320636749267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.2431328058242798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.27856318950653075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,2.140937614440918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.35647358894348147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,65.97454833984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.43484158515930177
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.5958144187927246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.755679988861084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.891891288757324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,1.0805184364318847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,1.4021311759948731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.01,55.753668212890624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,2.0551456451416015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.06196799874305725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.07106559872627258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.07670080065727233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.0964896023273468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.09698879718780518
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.09746879935264588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.09904320240020752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.09975680112838745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.10221760272979737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.10321600437164306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.11263359785079956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.13687039613723756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.14066239595413207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.15613759756088258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.16739200353622435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,4.348937606811523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.17707840204238892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.20965440273284913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,13.915420532226562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.2673952102661133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.31492478847503663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.4400800228118896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.5648255825042725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,2.716457557678223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.7992447853088379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,1.0418368339538575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.5261216163635254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,3.9980831146240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,5.964265441894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,1.9990144729614259
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.2,10.299689483642577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.07284799814224244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.084934401512146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.0970848023891449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.12408319711685181
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.15896320343017578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.1611807942390442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.16251200437545776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.164409601688385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.16682560443878175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.16895680427551268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.17398079633712768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.1961567997932434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.20252161026000975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.21895039081573486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.23573439121246337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.27518720626831056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.31584959030151366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.3794847965240479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.47011518478393555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.634665584564209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.2,17.691168212890624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,5.309539031982422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.7920991897583007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,7.364131164550781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,2.9593856811523436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,1.1273247718811035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,122.6920166015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.0667519986629486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.0728991985321045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.0801472008228302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.09996799826622009
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.11978559494018555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.12205760478973389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.12517759799957276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.1274880051612854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.1339903950691223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.1412287950515747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.15384000539779663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.17023999691009523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,57.25997314453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.17863680124282838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.2032991886138916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.2184351921081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.24821119308471679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.27143359184265137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.4523167610168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.3585792064666748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.43157119750976564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.5935904026031494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.7580319881439209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,6.657443237304688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,1.0805472373962401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,2.1191200256347655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,1.400374412536621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,3.915568161010742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.884511947631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,2.053388786315918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,11.819245147705079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,4.407731246948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,2.7150463104248046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.2,28.35733642578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,4.926992034912109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,5.825417709350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,4.001190567016602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,10.575782775878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,143.3253662109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.06105599999427795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.0687391996383667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.07653440237045288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.09688320159912109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.09743360280990601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.09879680275917054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.09899520277976989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.10066560506820679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.10232000350952149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.1062175989151001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.11582399606704712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.1375648021697998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.14101760387420653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.15424319505691528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.16833280324935912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.17670079469680786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.20789120197296143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.26511359214782715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.3121664047241211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.43742079734802247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.5642047882080078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,7.3195648193359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.8021599769592285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,24.078851318359376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.15897599458694459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.3079967975616455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.3378815889358521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.38774399757385253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.45349440574645994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.44454398155212405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.6005695819854736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.6177279949188232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.6001567840576172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.5911359786987305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,0.6166463851928711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,0.6631968021392822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,0.6754335880279541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,0.711023998260498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,0.7335616111755371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,0.7751840114593506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,5.300336074829102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,0.8263168334960938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,0.881107234954834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,0.9901056289672852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,1.2445280075073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,1.4322751998901366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,1.9262208938598633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,2.463779258728027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,3.4938785552978517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,1.0428895950317383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,4.372252655029297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,6.430886077880859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,8.268547058105469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.01,7.790271759033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,10.802921295166016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.5228832244873047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,16.86243133544922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,117.87044677734374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,2.0017343521118165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.11876159906387329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.20013759136199952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.23894720077514647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.2416991949081421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.29405438899993896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.30896639823913574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,35.164581298828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.45244479179382324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.44895358085632325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.4604896068572998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.45841279029846194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.4758880138397217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.48643198013305666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.5029151916503907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.5307968139648438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.5572671890258789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.5786784172058106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.6564256191253662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.774448013305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.8987456321716308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,1.1414463996887207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.09492480158805847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,1.3600640296936035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,1.855900764465332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,2.3878463745117187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,6.670527648925781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,3.3833759307861326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.15864319801330568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,4.302675247192383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.19468480348587036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,6.202352142333984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,8.266556549072266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.23441600799560547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,10.582611083984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.23435521125793457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.24064319133758544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.2704511880874634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,11.776541137695313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,2.96374397277832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.26357440948486327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.2599263906478882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,17.125552368164062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.35746240615844727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.3640255928039551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.3808831930160522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.4011072158813477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.4089056015014648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.433673620223999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.4520864009857178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,33.02273864746094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.15440640449523926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.28815360069274903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.30326080322265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.3601248025894165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.4335040092468262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.4136415958404541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.6031360149383544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.5990943908691406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.5987423896789551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.5984384059906006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,0.6239744186401367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,0.6086400032043457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,0.6740543842315674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,0.6940991878509521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,0.7649472236633301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,0.7708960056304932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,0.8238719940185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,0.9362560272216797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,1.0146976470947267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,1.2602720260620117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.49223999977111815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,1.5395263671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.5906688213348389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,2.060553550720215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,2.5948863983154298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,3.6952255249023436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,4.938489532470703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,6.862102508544922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.6826176166534423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.01,15.559890747070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,9.475961303710937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.11801279783248901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.19895999431610106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.19734079837799073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.23333439826965333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.2693984031677246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,21.124879455566408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.26017279624938966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.4660927772521973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.4439712047576904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.9254240036010742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.4615839958190918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.47432961463928225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,1.1037728309631347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.4799680233001709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,12.167404937744141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.4913599967956543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.09736319780349731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.5038559913635254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.5432640075683594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.5869984149932861
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.6192863941192627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.6716000080108643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,0.8010335922241211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.9275551795959472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,1.167686367034912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,1.4270336151123046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,3.9232318878173826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.15958720445632935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,2.0368831634521483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.4475872039794921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,2.555446434020996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.9067968368530273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,3.6743167877197265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,2.666748809814453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,20.036341857910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.17965439558029175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,4.702880096435547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,3.434956741333008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,6.948886108398438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,4.999785614013672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,10.535526275634766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.20639679431915284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,9.069267272949219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,6.703043365478516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.2443455934524536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.2,54.06520385742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.06379839777946472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.2387712001800537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.07773759961128235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.09806399941444396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.2552896022796631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.14561920166015624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.2212991952896118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,11.609871673583985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.3166591882705688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.01,8.466252899169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.4058527946472168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.4170368194580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.4247039794921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.4363103866577148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.45847039222717284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.24649600982666015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.495363187789917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.25245440006256104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.5109792232513428
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.5427743911743164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.6258687973022461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.656550407409668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.6956992149353027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,0.7380799770355224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,13.55346221923828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,0.78023362159729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,0.9033984184265137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.0325152397155761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,19.669871520996093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.2894047737121581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,1.5474559783935546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,2.0731456756591795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.3561311960220337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.36935999393463137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.37936959266662595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.3878112077713013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,2.6415775299072264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,3.806719970703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,4.969171142578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,25.945254516601562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.04227840006351471
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.42473278045654295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.07075200080871583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.08895679712295532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.11992319822311401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.19311360120773316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.4465343952178955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,4.941446304321289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.24223999977111815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.46211838722229004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.3136447906494141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,42.405880737304685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,6.185523223876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.32654080390930174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.3413471937179565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.34600319862365725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.36329600811004636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.3844736099243164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.40131521224975586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.44946560859680174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.4615327835083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.4753407955169678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.5257567882537841
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.04455359876155853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.6025375843048095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.649894380569458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,0.7779071807861329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,0.9109151840209961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.524070405960083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,9.625667572021484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.6096447944641114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.1679776191711426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.059811198711395265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.4291296005249023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,1.9586624145507812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,38.91786193847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.06514559984207154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,2.487731170654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.08585919737815857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.07754560112953186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.09818239808082581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.14140160083770753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.20214400291442872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.7156864166259765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.2918783903121948
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.4015359878540039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,3.552364730834961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.4148416042327881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.10936640501022339
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.42259202003479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,19.392185974121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.04251840114593506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.43085761070251466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.0719871997833252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.08941760063171386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.46341118812561033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.11933759450912476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.1660863995552063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.15101759433746337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.4971487998962402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.23501760959625245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,4.618483352661133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,0.926147174835205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.30675520896911623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.5167488098144531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.332694411277771
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.33962559700012207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.5585408210754395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.1571680068969727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.1923840045928955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.34748480319976804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,5.914211273193359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.24168000221252442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.36933441162109376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.6269631862640381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.3882528066635132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.6738815784454346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.40886402130126953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,0.6988128185272217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.4679135799407959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,0.7429791927337647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.4734176158905029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,0.7857888221740723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.49304962158203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.25233919620513917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.5892928123474122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,0.9401856422424316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,9.12998046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.5574592113494873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.25838398933410645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.0409343719482422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.6058752059936523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.9363807678222655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.6592959880828857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.2864896059036255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.306771183013916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,0.788643217086792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,2.748531150817871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,0.9178751945495606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.29447360038757325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,1.5628512382507325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,18.16662139892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.1826208114624024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.31283841133117674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.04442239999771118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,3.842067337036133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.4427807807922364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,2.09847354888916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,23.768345642089844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.034185600280761716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.3201119899749756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.04256319999694824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06007680296897888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.04415040016174317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.05120000243186951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.04622080028057098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,1.9766719818115235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.08567039966583252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.07910400032997131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.2,7.812518310546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.33968000411987304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,5.70660171508789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,2.680966377258301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.08179200291633607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.10533440113067627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.08312320113182067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,2.5066944122314454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.3734463930130005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.08447359800338745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.14010560512542725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.08548799753189087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.3998784065246582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,3.837859344482422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,6.958518218994141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,3.5737377166748048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.08735359907150268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.41809282302856443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.09132480025291442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.092985600233078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.5414080142974853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.17516160011291504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.09907519817352295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.6480415821075439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,4.932992172241211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,4.644102478027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.23679358959198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.2,9.26806411743164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.10456639528274536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.8911007881164551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.11045119762420655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,1.1163968086242675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.1215999960899353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.24865279197692872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.14321279525756836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.2543999910354614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,6.3311103820800785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,5.935769653320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.16857279539108277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.23411200046539307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.28497920036315916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.407535982131958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,13.820924377441406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.516486406326294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.2858975887298584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.7429312229156494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,2.4373600006103517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.29446399211883545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,9.157273864746093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,3.0083967208862306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,0.9767616271972657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.309334397315979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.3191711902618408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,4.264150238037109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.3958687782287598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.3401119947433472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.3727936029434204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.4069183826446533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,9.729539489746093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.425494384765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.5479712009429931
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,1.8453472137451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.6771647930145264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,5.431132888793945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.8961759567260742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,18.182774353027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.03350079953670502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.0378847986459732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,1.1367168426513672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.04227199852466583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.04505920112133026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.04460160136222839
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,2.4537727355957033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.06667839884757995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.06723520159721375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.06897280216217042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.06978880167007447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,7.838684844970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.0704479992389679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.07391679883003235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.08000959753990174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.08284479975700379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,3.839152145385742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,2.444915199279785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.08995199799537659
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.09835519790649414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.10384639501571655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,3.1071392059326173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,10.229631805419922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,30.030062866210937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.038627201318740846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.04541760087013245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.048851200938224794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.11678400039672851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,19.529840087890626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.0506879985332489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.03649600148200989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.053862398862838744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.04167360067367554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,4.268739318847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,7.4890495300292965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.048614400625228885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.032400000095367434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.05683839917182922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.03624959886074066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.05164480209350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.14778879880905152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.04199999868869782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.04842880070209503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.0423007994890213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.05856320261955261
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.0442656010389328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.07831040024757385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,5.487014389038086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.18105599880218506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.06587839722633362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,12.760451507568359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.05930240154266357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.08270400166511535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,21.025149536132812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.06627839803695679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.24023358821868895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.037596800923347475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.061001598834991455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.08335040211677551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.07005760073661804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,7.845964813232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.08366079926490784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.30160319805145264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.06116480231285095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.07047680020332336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.04318720102310181
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.04688319861888886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.08631359934806823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.047942399978637695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.052502399682998656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.41893758773803713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.05655679702758789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.06500480175018311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.057036799192428586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.07147840261459351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.08831999897956848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.05975040197372437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.07046080231666565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.06000319719314575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.09228799939155578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.0738976001739502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.061286401748657224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.01,19.95235595703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,10.217145538330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.072297602891922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.5479616165161133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.06557120084762573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.08245760202407837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.09488319754600524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.06876800060272217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.08182719945907593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.0732159972190857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.09955520033836365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.08229759931564332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.08857920169830322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.0828224003314972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,12.736089324951172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.7769055843353272
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.09102399945259095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.0921567976474762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.09749760031700135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,0.9995391845703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.09693120121955871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.09953280091285706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.10486719608306885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,1.5019647598266601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.11515840291976928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.1155776023864746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.10548160076141358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.14225599765777588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.2,19.962342834472658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.14104959964752198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.12233599424362182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.1118656039237976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.1715167999267578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,2.020476722717285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.22708160877227784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.15280640125274658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.01,39.39051818847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.08252480030059814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.1679487943649292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.12257280349731445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.28717761039733886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.01,2.5158592224121095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.10164799690246581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.10555839538574219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.10205119848251343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.18395839929580687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.4012447834014893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.1078976035118103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.14964799880981444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.2233504056930542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.1523519992828369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.01,3.93590087890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.5131840229034423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.2488192081451416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.15529919862747193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.27866880893707274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.1735967993736267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.1578976035118103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.3134335994720459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.7464511871337891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.16086080074310302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.38753280639648435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.2,39.40435791015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.16212160587310792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.06977279782295227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.2390144109725952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.01,8.020713806152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.08631680011749268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.06838719844818116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.08945599794387818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.10179840326309204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.09259200096130371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.16694079637527465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.49734082221984866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.08881599903106689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.4293375968933105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.09373440146446228
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.13492799997329713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.09696000218391418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.09915199875831604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.1734048008918762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.13922560214996338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.14209280014038086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.11884160041809082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.1467967987060547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.5436063766479492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.12366080284118652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.14751360416412354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.15726079940795898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.12648320198059082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.18430720567703246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.16441600322723388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.131660795211792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.173088002204895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.2975584030151367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.20199038982391357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.2084415912628174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.13139519691467286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.13911999464035035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,1.0033280372619628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.22775039672851563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.4166207790374756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.1456768035888672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.24338560104370116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.7115071773529053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.2,15.566233825683593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.08246399760246277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.087254399061203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.10517439842224122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.27498879432678225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.11034879684448243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.09871680140495301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.1530303955078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,0.8349599838256836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.2266592025756836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.5327871799468994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.3375103950500488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.16843199729919434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.9409600257873535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.1494655966758728
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.4112895965576172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.15564800500869752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.18385599851608275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.24543359279632568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,1.457100772857666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.15676800012588502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.5715712070465088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.1622015953063965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.7238175868988037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.20064001083374022
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.16250879764556886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.30652799606323244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.16647679805755616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,1.3899776458740234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.9998656272888183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.23683199882507325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.17788159847259521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.18370239734649657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,1.283299160003662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.3563807964324951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.30367040634155273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.21584000587463378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,1.873436737060547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.3666176080703735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,1.8581344604492187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,1.0625151634216308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,1.862985610961914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.2343519926071167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.7548511981964111
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.4988704204559326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.41043839454650877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.24540159702301026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,2.49072322845459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.616860818862915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.01,2.32620792388916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.3101632118225098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.8948896408081055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,3.7128318786621093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.5731359958648682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.3660032033920288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,1.156287956237793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,4.906800079345703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.7030111789703369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.4289087772369385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,1.7578784942626953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,1.0276991844177246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,6.072480010986328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.01,3.868467330932617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.582966423034668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,2.174924850463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.292854404449463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,9.854755401611328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.7612864017486572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,3.2909313201904298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,1.9073375701904296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,1.5461759567260742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.01,7.353756713867187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.07165120244026184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.07368000149726868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,1.0157024383544921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.08976960182189941
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,1.0557727813720703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.09269760251045227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.1020799994468689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,4.3702655792236325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,20.250335693359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,2.575312042236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.13722239732742308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,1.3436448097229003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.2,2.406777572631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.14088319540023803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.14458880424499512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.06800640225410462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.14775680303573607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,3.653023910522461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.07148799896240235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.01,5.5108894348144535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.09090880155563355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.15555200576782227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.09834240078926086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.1046239972114563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.15808000564575195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.11982719898223877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.12443519830703735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.1697983980178833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.12740800380706788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.18859200477600097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.13114880323410033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,2.026851272583008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.13410240411758423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.01,8.883023834228515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.21423039436340333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,5.148211288452148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.13786239624023439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.14642560482025146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.1531615972518921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.23182399272918702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.17068159580230713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,2.070057678222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.1862560033798218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.24096639156341554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.20683519840240477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,2.5710752487182615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,6.353744125366211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.01,18.446412658691408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.026099199056625368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.24161601066589355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.04639999866485596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.2793087959289551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.05892159938812256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.07392320036888123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.08906880021095276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.12051520347595215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.31648960113525393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.36042559146881104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.12595200538635254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.12969599962234496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.37210879325866697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,1.455123233795166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.13264000415802002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.4142399787902832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.13780479431152343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,9.646134185791016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.5264768123626709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.14455039501190187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.5714303970336914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.16584320068359376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.6623167991638184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.17357759475708007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.17732160091400145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.733897590637207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.9137056350708008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.18473600149154662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.18991999626159667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.20480639934539796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.2572000026702881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,1.0714912414550781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.29901120662689207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.35255041122436526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.4250944137573242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5632415771484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,19.489520263671874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.02885119915008545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.7113535881042481
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.04721600115299225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.054028797149658206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,4.169785690307617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.06947839856147767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.9942815780639649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.08102080225944519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,1.3708160400390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.10716160535812377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,1.225977611541748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.1087488055229187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.11206400394439697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.12654080390930175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.282755184173584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.13157119750976562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.13926719427108764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.14880640506744386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,2.0604223251342773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.15598080158233643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.8564096450805665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.16597440242767333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.7814271926879883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.2,2.6279199600219725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.17524479627609252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.18408000469207764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.21007039546966552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.24396800994873047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.4381824493408204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.279964804649353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.3501919984817505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.4234367847442627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,1.9820383071899415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.571449613571167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,2.7549280166625976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,3.1003103256225586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,2.203865623474121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,5.129782485961914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.7190303802490234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,1.012399959564209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.3088224411010743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,4.891865539550781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,1.8982431411743164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,2.5015392303466797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,3.1768064498901367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,9.628492736816407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,4.963430404663086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,3.9748321533203126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,3.3174816131591798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,9.88689956665039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.02704319953918457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.04702079892158508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.058531200885772704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.070278400182724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.08355200290679932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.12220480442047119
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.12635200023651122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.1298975944519043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.13452479839324952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.13787200450897216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.15648640394210817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.16644480228424072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.1740447998046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.1795680046081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.18490560054779054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.19383360147476197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.20753281116485595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.27503039836883547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.29979519844055175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.3531775951385498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.4244224071502686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5675136089324951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.7128096103668213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.9985247611999511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.2862591743469238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.02869440019130707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.047356799244880676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.05416319966316223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.06509760022163391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.07880319952964783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.10791360139846802
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.11013120412826538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.11832000017166137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.1300287961959839
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.13224320411682128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.14086079597473145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.15075839757919313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.15869760513305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.17110400199890136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.17984960079193116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.19098880290985107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.21173760890960694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.2510143995285034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.283190393447876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.3556544065475464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.42725119590759275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.5738560199737549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.7222847938537598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.8630336761474608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,4.722502517700195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,1.0175999641418456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,2.489571189880371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,5.438060760498047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.3155327796936036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,6.93663330078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.44085750579834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.2,3.8047679901123046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,1.90710391998291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.2,5.772339248657227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,3.099839973449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,2.51125431060791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.2,4.20538558959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,6.65929946899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,3.1849344253540037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,3.857731246948242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,10.473638153076172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.2,8.932489776611328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,4.832051086425781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,10.420950317382813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,4.979865646362304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,7.828304290771484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.15053119659423828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.2799232006072998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.2220992088317871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.315996789932251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.2895071983337402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.4109183788299561
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.4182176113128662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.42502717971801757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.4313568115234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.4376800060272217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.4494272232055664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.45487680435180666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.46794881820678713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.4986720085144043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,0.5348288059234619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,0.5911680221557617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,0.6363103866577149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,0.7199295997619629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,0.8456095695495606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,1.1241536140441895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,1.3281888008117675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,1.869468879699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,2.469638442993164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,3.5108192443847654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,4.505039978027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.2,7.585295867919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.12403520345687866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.18738880157470703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.173088002204895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.20083839893341066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.2203903913497925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.2999423980712891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.30529921054840087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,7.087184143066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.3117439985275269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.31887359619140626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.32264320850372313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.3360543966293335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.34714560508728026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.35552639961242677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.3831423997879028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.4108992099761963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.4592832088470459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.5070943832397461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.6441567897796631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.7748928070068359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,9.375746917724609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,1.0026016235351562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.320633602142334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,1.819055938720703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,2.2985088348388674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,3.294879913330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,12.026979064941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,4.5298622131347654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,9.917836761474609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,6.513763427734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,19.360240173339843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,8.259318542480468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.1024448037147522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.16561919450759888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.2,17.910646057128908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.1523200035095215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.21448640823364257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.2599616050720215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.33176960945129397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.262608003616333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.4172224044799805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.4164383888244629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.42012801170349123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.4358880043029785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.4319615840911865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,11.249929809570313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.4492512226104736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.46703038215637205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.47727041244506835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.5182688236236572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.13827840089797974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,0.5566048145294189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.17442879676818848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.183078396320343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.19949439764022828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,0.5978623867034912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,0.6433568000793457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,0.7348896026611328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,0.8851903915405274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,1.135043239593506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,1.4983519554138183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,2.0675327301025392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,17.18077697753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,42.94118957519531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,2.6172351837158203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.12507840394973754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.14581120014190674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.2,8.224470520019532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.18850239515304565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.19776320457458496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.18638399839401246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.21792960166931152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.3015712022781372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.3087935924530029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,4.059545516967773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.31350719928741455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.10025279521942139
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.31972479820251465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.11928000450134277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.32258880138397217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.33781440258026124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.34953598976135253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.35934081077575686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.38787839412689207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.23057920932769777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.42032318115234374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.232694411277771
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,5.3159839630126955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.4671807765960693
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.14264960289001466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.5307839870452881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.15923839807510376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.15826560258865358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.6545055866241455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.1908576011657715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,36.00776062011719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.05731840133666992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.7869664192199707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.07367039918899536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.09439679980278015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.1408352017402649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,23.0410400390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,1.079248046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.1802016019821167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.03946239948272705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.06630719900131225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.08540480136871338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.32321920394897463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.11696319580078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.33023040294647216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.27236480712890626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.15741440057754516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,8.089453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,1.3783488273620605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.3333247900009155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.22180159091949464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.22162559032440185
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.338153600692749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.28421759605407715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.34051198959350587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.3029632091522217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.22904000282287598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.35319039821624754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.2244191884994507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,1.858780860900879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.2349855899810791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.3043584108352661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.3774879932403564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.23348159790039064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.24780800342559814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.40417919158935545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.2747231960296631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.32655360698699953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,2.5726911544799806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.26440000534057617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.28612799644470216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.4196447849273682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,10.71688003540039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.2961024045944214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.29371840953826905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.4525631904602051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.2966495990753174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.3544287919998169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.30952000617980957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,3.6269054412841797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.3059103965759277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.38200318813323975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.33390719890594484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.32041919231414795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.4277952194213867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.47126078605651855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.3638560056686401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.3368096113204956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.5120063781738281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,5.259734344482422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.5416575908660889
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,13.976205444335937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.38607358932495117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.35274879932403563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.5611839771270752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.44976959228515623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.38581759929656984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.6068352222442627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.45442562103271483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.5630112171173096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,0.7228799819946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.5141823768615723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,7.434031677246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,0.850979232788086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.6703616142272949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,20.991253662109376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.637011194229126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.113004779815674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,0.769920015335083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.8671999931335449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.3878720283508301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.6814591884613037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,1.0289888381958008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,1.0909472465515138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,1.296729564666748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,1.9240863800048829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.4851840019226075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.9317279815673828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,2.0044607162475585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,1.8224863052368163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,10.056224060058593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,1.1553407669067384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,2.480758476257324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,9.647942352294923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.057903999090194704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.5933919906616212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.07442240118980407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.09369919896125793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,2.3553535461425783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,3.641404724121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,2.9129791259765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.13053120374679567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.16666560173034667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.03972800076007843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,2.087494468688965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.06704959869384766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.08450559973716736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.3053920030593872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.10846079587936401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.14302079677581786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,4.860454559326172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,3.419443130493164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.32153921127319335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,3.625619125366211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.2224735975265503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.33434879779815674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.23337919712066652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,22.265065002441407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,2.989232063293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.24058880805969238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,5.390118408203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,12.553852844238282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,6.0400959014892575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.3359488010406494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,4.48458251953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.2622431993484497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.3429088115692139
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.2740479946136475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.3642560005187988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,7.6219230651855465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.2997119903564453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.3967871904373169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,5.691542434692383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,9.574483489990234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,3.9430526733398437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.3229055881500244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.40898561477661133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.3120448112487793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.01,8.99047393798828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.4217951774597168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,8.900236511230469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.3251967906951904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,6.1184638977050785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,19.495379638671874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.15302720069885253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.3091808080673218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.44232001304626467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.3376991987228394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.5344223976135254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.4579360008239746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.3546816110610962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.5681663990020752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.47214717864990235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.01,14.548838806152343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.6584352016448974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.3965440034866333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.5273663997650146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.6536767959594727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.4633120059967041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.5657792091369629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,0.9012736320495606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.5181983947753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.6076159954071045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,0.8508671760559082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,7.25304946899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,17.697059631347656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.11698240041732788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.6498079776763916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.20151040554046631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,0.7310239791870117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.3301408052444458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.3061311960220337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,0.8905599594116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,0.8613311767578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.01,28.5359130859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,0.7790143966674805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.10942720174789429
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.375708794593811
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.18393919467926026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.3285792112350464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.1300448417663573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.2947776079177856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.44161281585693357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,0.8878080368041992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,1.0346336364746094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.3907520055770874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.4867584228515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,1.398265552520752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,0.9052576065063477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.7015488147735596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.45608959197998045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,1.3097087860107421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.6807199954986572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.5120575904846192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,0.9214400291442871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.5480671882629394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,0.9546496391296386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,1.9389535903930664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.5358272075653077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.6671872138977051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,1.8406688690185546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,1.0088640213012696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.5540512084960938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.7104383945465088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.5486527919769287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,0.9944160461425782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,2.3684288024902345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.7005663871765136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.554691219329834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,1.080070400238037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,19.85289306640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.7467072010040283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,2.4897056579589845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.148579216003418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.5701759815216064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.6082784175872803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.7604191780090332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,1.2708640098571777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,3.438236618041992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.6136896133422851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,1.449180793762207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,0.7642111778259277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.6377312183380127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,1.691641616821289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,0.7950719833374024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.6797920227050781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,3.6216705322265623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,2.2019519805908203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,0.8531071662902832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.774454402923584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.2,9.909311676025391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,2.650992012023926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.8725983619689941
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,0.9674431800842285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,1.0543968200683593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,1.069161605834961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,3.593689727783203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.230624008178711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,4.504950332641601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,4.787823867797852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.306768035888672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.6656736373901366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.58023042678833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,4.632844924926758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,2.0466527938842773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,1.9779232025146485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,2.5310623168945314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,2.837459182739258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,6.567667388916016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,5.708272171020508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,6.075196838378906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,3.4105953216552733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,3.6771968841552733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,8.633222198486328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,4.513030242919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,5.208406448364258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,6.467680358886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,10.950994873046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,6.854892730712891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,8.363359832763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.01,8.776236724853515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,10.539443206787109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,17.1110595703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.01,13.553718566894531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.2,15.634573364257813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,16.606195068359376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,33.65787963867187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.1528480052947998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.3077375888824463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.37331199645996094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.44552321434020997
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.5259168148040771
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.6248640060424805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.6345376014709473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,0.8359744071960449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,0.8525823593139649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,0.9337056159973145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,0.8870911598205566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,0.9267935752868652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,0.9079423904418945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,0.9458784103393555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.01,27.38477783203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,0.9526783943176269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.11781439781188965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,0.9981184005737305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.19950400590896605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.26499199867248535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.3026304006576538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,1.0544063568115234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,33.20655212402344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.3947232007980347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.10787839889526367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.18351999521255494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.40075201988220216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.2500416040420532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,8.903968048095702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,1.1856608390808105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.28446719646453855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.47529921531677244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.3650752067565918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.48830399513244627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.6888671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,1.2662336349487304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.5028416156768799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,1.5386079788208007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.5451360225677491
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.6514495849609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.5220704078674316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,1.7477664947509766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.5144959926605225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.6420671939849854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.7030623912811279
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.5398560047149659
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.6921823978424072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,2.32488956451416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.5399456024169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.7250592231750488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.5755072116851807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,2.796143913269043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,49.60985412597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.7509888172149658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.5771359920501709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.058569598197937014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.077155202627182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,9.494207763671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.09815040230751038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.14467519521713257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.7911392211914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,3.8079456329345702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.5972832202911377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.27960638999938964
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.39613120555877684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.6538976192474365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,0.8046079635620117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.4303264141082764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.5711071968078614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.7062848091125489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,0.8706784248352051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,5.046604919433594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.5865983963012695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.7710400104522706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,0.9728608131408691
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.5983136177062989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.8972319602966309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,1.10665922164917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,6.897036743164063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.6171360015869141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,1.105955219268799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.3629728317260743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.6225920200347901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.3109375953674316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,1.5924960136413575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.6392223834991455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.7400640487670898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,9.023856353759765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.6936543941497803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,2.180988883972168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,2.118947219848633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,2.6564096450805663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,0.7352992057800293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,2.9874143600463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,0.7715392112731934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,11.734105682373047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,3.6467071533203126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,0.8590975761413574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,3.7802688598632814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,0.9301535606384277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.017520046234131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,4.744707107543945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.1074048042297364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.240604782104492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,5.669887924194336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,1.4872511863708495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,18.980880737304688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,6.981346893310547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,1.7611520767211915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,7.310825347900391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,2.3508447647094726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,8.710352325439453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,2.8466943740844726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,40.7524658203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.041289600729942325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.058764797449111936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.08953920006752014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.12037760019302368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.2,9.951708984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.21368000507354737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,4.02191047668457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.2793087959289551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.34825921058654785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,11.70285415649414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.4102208137512207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.42621121406555174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,38.997564697265624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.44484801292419435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,5.155750274658203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.466918420791626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.482803201675415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.5026944160461426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.04889920055866241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.2,14.497389221191407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.5414144039154053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.5992671966552734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.6410208225250245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,19.072793579101564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.6638815879821778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,6.661161804199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,0.7318016052246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,0.7945824146270752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.05910080075263977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.07242559790611267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.10120639801025391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,0.9265536308288574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,1.0478912353515626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.3130271911621094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.1629472017288208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,10.066694641113282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,1.5734527587890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,2.107843208312988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.24020800590515137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.2743648052215576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.31245760917663573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,2.6280096054077147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.3206432104110718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.3338047981262207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.2,29.15933837890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.06255360245704651
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.3581696033477783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.07768639922142029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.09801599979400635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.14409279823303223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,37.589169311523435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.04101440012454986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.06492480039596557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,3.6950401306152343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.23143999576568602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.08920959830284118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.3732768058776855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.12162560224533081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.37216958999633787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.21377921104431152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.42008318901062014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.3993407964706421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.2643136024475098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.5528416156768798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,19.839276123046876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.30894720554351807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,4.765862274169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.2,33.1452392578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.5719808101654053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.06183040142059326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.41999039649963377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.39364800453186033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.08386240005493165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.0487744003534317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.08271039724349975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.4259456157684326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.09336000084877014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.5904191970825196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.43784642219543457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.10022079944610596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.11750719547271729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.05961920022964477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.43230400085449217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.07223680019378662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.6038591861724854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.11911360025405884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.4565887928009033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.10144319534301757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.45981760025024415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.12132159471511841
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.5211711883544922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.6184160232543945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.15040639638900757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,6.127401733398438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.12298239469528198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.49119038581848146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.6290143966674805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.21061439514160157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.12243520021438599
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.6388192176818848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.257423996925354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.01,0.12602560520172118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.3083391904830933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.5078944206237793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.31612799167633054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.01,0.13168959617614745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.7017504215240479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.5593408107757568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.01,0.13590719699859619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.3300960063934326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.7649151802062988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.01,0.1457152009010315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,9.321334075927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.6095967769622803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.3468287944793701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,0.7366496086120605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.01,0.16556799411773682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.37541120052337645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.6559711933135987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,0.786684799194336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,0.9382687568664551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.01,0.18050559759140014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.3980576038360596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.6698624134063721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,0.8794655799865723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.4256576061248779
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,0.9776896476745606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,0.7401055812835693
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.01,0.20302400588989258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.4438176155090332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.0158495903015137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.024937629699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.01,0.2581439971923828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,0.8179488182067871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.4633312225341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,18.460797119140626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.01,0.312662410736084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.01,0.05608000159263611
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.129462432861328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.01,0.07382400035858154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.01,0.07192639708518982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.01,0.07734079957008362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,0.9397279739379882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.01,0.08744959831237793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.01,0.10555200576782227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.01,0.41451201438903806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.5338848114013672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.01,0.10641920566558838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.2755200386047363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.01,0.11046080589294434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.0737312316894532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.01,0.5119552135467529
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.01,0.11342079639434814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.6395359992980957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.2822112083435058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.01,0.11455039978027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,1.5209823608398438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.01,0.1189695954322815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.01,0.7022496223449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.343120002746582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.01,0.12385280132293701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.01,0.12767679691314698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.01,0.9034784317016602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.01,0.1401568055152893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.5495712280273437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,1.7982240676879884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.01,0.15733760595321655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,1.6073568344116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.7879263877868652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.01,1.3011648178100585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.01,0.16481599807739258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,2.053766441345215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,2.3465503692626952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.01,0.19037120342254638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.01,1.6793216705322265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,19.258912658691408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.06421440243721008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.0674560010433197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.08195840120315552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.01,0.24565439224243163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.08993279933929443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,2.1321855545043946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.09168000221252441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.11677759885787964
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.11734399795532227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.01,2.5289375305175783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.12372159957885742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,2.9195072174072267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.01,0.2959712028503418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.5826847076416017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.12397760152816772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,0.9766112327575683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.1256767988204956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.01,0.39571518898010255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.13015040159225463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.01,3.235443115234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,2.662860870361328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.2,0.1305791974067688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.2,0.13456640243530274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.01,0.47423357963562013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.2,0.16333119869232177
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.6075969696044923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.01,4.153760147094727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.2,0.18018879890441894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.01,0.6835040092468262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,4.0383647918701175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.2,0.1874176025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.01,0.8978976249694824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.0569215774536134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.2,0.21184959411621093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,4.6278430938720705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.01,1.2654047966003419
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.2,0.26791679859161377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,3.7338977813720704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.01,6.777315521240235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.2,0.3272671937942505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,5.169305419921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,17.726364135742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.2,0.055327999591827395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.01,1.6113407135009765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.2,0.06492480039596557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.2,0.4207968235015869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.2,0.07437440156936645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.2,0.08069760203361512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.2,0.08598719835281372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.2,0.10607999563217163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.3166815757751464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.2,0.5394400119781494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.2,0.10826879739761353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,4.80280647277832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.01,13.845513916015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,5.845065689086914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.2,0.1122431993484497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.01,2.4301408767700194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.024684800207614897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.03155519962310791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.05395200252532959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.2,0.11272959709167481
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.5824831962585448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.08305919766426087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.2,0.11352000236511231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,6.541756439208984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.10354880094528199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.2,0.7410111904144288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.15504000186920167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.2,0.11938240528106689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.16051199436187744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.01,3.233465576171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.2,0.12266559600830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.166102397441864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.2,0.1289728045463562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.2,0.9935935974121094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.1708191990852356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,6.169177627563476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.2,0.14529600143432617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,8,power_law_1.01,4.1125953674316404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.18099520206451417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.01,8.93466567993164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.20342719554901123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,2.1034591674804686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.2,1.356828784942627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.2,0.159334397315979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.21447041034698486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.217305588722229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,8,power_law_1.01,6.33513298034668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.2,0.17377920150756837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.22585599422454833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.2,1.825993537902832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,10.091139221191407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.612099266052246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.2,0.19747840166091918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.2347935914993286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,9.382121276855468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,8,power_law_1.01,13.4972412109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.2,0.25408000946044923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.2539936065673828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.01,0.02993600070476532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.01,0.03563840091228485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.01,0.05278400182723999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.01,0.07881280183792114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.2,0.30859200954437255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.27111361026763914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.2,2.756822395324707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.01,0.10130560398101807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.639120101928711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.01,0.15274239778518678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.01,17.565283203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.024723200500011443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.01,0.16450879573822022
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.3174463987350464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.04176959991455078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.2,0.40831360816955564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.05481280088424682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.01,0.1671712040901184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.07976959943771363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.0980351984500885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,19.930294799804688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.01,0.17035200595855712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,4.670579147338867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.15455039739608764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.2,0.5100831985473633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.16465280055999756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.2,0.027046400308609008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.01,0.17906559705734254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.16508159637451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.01,0.19283839464187622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.18154879808425903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,18.5164794921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.2,0.042761600017547606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.01,0.2921504020690918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.3502752065658569
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.19205440282821656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.01,0.5139616012573243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,5.908694458007813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.20974400043487548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.2,0.7244448184967041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.2,0.05317760109901428
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.01,0.4570335865020752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.01,0.19230719804763793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.01,0.5430016040802002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.21891839504241944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.2,0.07529919743537902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.2,3.5851104736328123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.42139201164245604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.01,0.6313663959503174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.2,0.09245759844779969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.01,0.1950111985206604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.2,0.1452895998954773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.22335360050201417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.01,0.6994688034057617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.2,0.9267231941223144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.01,0.20296640396118165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.01,0.7071135997772217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.23367040157318114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.2,0.16056640148162843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.2,8.998057556152343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.01,0.6626399993896485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.2,0.16625920534133912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.24121599197387694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.2,0.17109760046005248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.01,0.2136064052581787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.2,1.318000030517578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.2,0.18306879997253417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.26029119491577146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.2,0.19595520496368407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.5046175956726074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.2851968050003052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.01,1.0114368438720702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.01,0.22314879894256592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.3231679916381836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.2,0.19451520442962647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.01,0.9931839942932129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.2,17.633123779296874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.2,4.422447967529297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.2,0.19584319591522217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.355459189414978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.01,0.19535679817199708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.6416480064392089
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.01,0.24447360038757324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.2,1.8458175659179688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.01,0.34070720672607424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.2,0.21066560745239257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.01,1.0488736152648925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.01,0.29928638935089114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.42792959213256837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.01,0.37185280323028563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.01,1.0703680038452148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.2,0.22139840126037597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.01,0.4429056167602539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.01,0.2821471929550171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.5095295906066895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.01,0.7939519882202148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.01,0.5148287773132324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.01,1.0864831924438476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.2,0.23405120372772217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.2,2.697001647949219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.648422384262085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.01,1.1504223823547364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.2,0.25454719066619874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.01,0.31356799602508545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.2,0.7979135990142823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.01,0.5113120079040527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.01,1.1743455886840821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.2,0.28888959884643556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.01,1.2501503944396972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.01,0.48468799591064454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.01,0.39058239459991456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.2,1.0993311882019043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.2,0.32254719734191895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.01,1.0886015892028809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.2,3.417068862915039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.01,1.356982421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.01,0.4631968021392822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.2,7.202684783935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.01,0.8010944366455078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.3907903671264648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.01,0.6122367858886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.01,1.5968928337097168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.2,0.40020480155944826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.01,0.7602591991424561
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.3946592330932617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.01,0.807430362701416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.01,1.9855840682983399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.01,1.8381792068481446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.01,1.0595775604248048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.2,0.47571520805358886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.01,2.581983947753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.01,0.8562080383300781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.01,1.3550016403198242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,8,power_law_1.2,4.467164611816406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.2,0.6181824207305908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.01,2.3459007263183596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.01,0.8729632377624512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.01,3.254252624511719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.2,1.9904991149902345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.01,1.9555936813354493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.2,0.7664800167083741
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.01,0.9145759582519531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.01,2.556822395324707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.01,5.055398559570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.01,2.8498048782348633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.01,0.964140796661377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.2,1.068233585357666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,8,1,power_law_1.01,3.226345443725586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.2,2.5896352767944335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.01,9.986624145507813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.01,1.0298944473266602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.01,3.8583297729492188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.01,0.19904639720916747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,8,1,power_law_1.01,5.026911926269531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.01,0.3337120056152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.2,1.3619487762451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.01,1.0976127624511718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.01,0.29033920764923093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.01,0.3594655990600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.01,1.2163040161132812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.01,0.49503359794616697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,8,power_law_1.2,7.165516662597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.01,4.853692626953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.01,0.597708797454834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,8,1,power_law_1.01,9.965647888183593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.01,0.5770880222320557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.2,3.257670211791992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.2,1.964726448059082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.01,1.4843968391418456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.2,0.2923327922821045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.01,0.5959328174591064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.2,0.3670975923538208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.2,0.44653120040893557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.01,0.6359104156494141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.2,0.5610464096069336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.01,1.7304384231567382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.2,0.623203182220459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.01,0.6392159938812256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.2,0.733132791519165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.01,6.865705871582032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.2,0.6382368087768555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.2,0.6558080196380616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.01,0.6569791793823242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.01,2.2092287063598635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.2,2.5714239120483398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.2,0.9866496086120605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.01,0.6884672164916992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.2,0.999407958984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.01,0.7134431838989258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.01,2.7427520751953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.01,8.961820983886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.2,1.060755157470703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.2,14.588914489746093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.2,0.19606720209121703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.01,0.764851188659668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.2,0.2586688041687012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.2,0.2947648048400879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.2,1.0839712142944335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.2,0.3596895933151245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.01,0.8055168151855469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.2,0.43659520149230957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,8,1,power_law_1.2,3.2320926666259764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.2,0.4895904064178467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.01,3.729487991333008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.2,1.107532787322998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.2,0.5022496223449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.01,0.8783136367797851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.2,0.4965343952178955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.2,1.155776023864746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.2,5.059014511108399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.01,0.9923392295837402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.01,13.844422912597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.2,0.7940320014953614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.01,4.77795524597168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.2,1.2188480377197266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.01,1.2034943580627442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.2,0.8304224014282227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.2,1.291990375518799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.2,0.8566847801208496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.01,1.4376511573791504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.2,0.881884765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.2,1.3824864387512208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.01,1.9401439666748046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.2,0.9221343994140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.01,6.833683013916016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.2,1.6425151824951172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.01,18.237391662597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.2,0.9915200233459472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.2,1.9194463729858398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.01,2.361039924621582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.2,1.0445055961608887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.2,1.1252832412719727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.2,2.443120002746582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.01,9.086124420166016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.2,1.265510368347168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.01,3.305801773071289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.2,1.4955615997314453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.2,2.969772720336914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.2,1.7788063049316407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.01,4.254006576538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.2,3.9178081512451173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.2,2.3155712127685546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.01,23.992442321777343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.01,13.010914611816407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.2,2.8638336181640627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,8,1,power_law_1.2,5.037503814697265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.2,5.236118316650391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.01,6.114559936523437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.2,3.9222175598144533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.2,7.746211242675781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.2,5.036777496337891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.01,17.422384643554686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.01,7.938790130615234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.2,7.377958679199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.2,9.927974700927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.01,40.96930847167969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.01,11.684512329101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.2,9.333058929443359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,8,power_law_1.01,22.263929748535155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.2,15.731423950195312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.2,14.316146850585938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.01,15.593302917480468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.2,21.354345703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.2,9.988304138183594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.2,0.1991328001022339
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.2,0.2508831977844238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.2,0.2973472118377686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.2,0.3724416017532349
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.2,19.597975158691405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,8,power_law_1.01,36.15980224609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.2,0.5123167991638183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.2,0.585481595993042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.2,0.5872191905975341
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.2,0.6038432121276855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,8,power_law_1.01,19.06946258544922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.2,0.6231679916381836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.2,0.6384416103363038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.2,0.6559008121490478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.2,0.6875040054321289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.2,0.7136928081512451
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.2,0.7891871929168701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.2,0.8313599586486816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.2,0.906339168548584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.2,1.0189151763916016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.2,1.2336000442504882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.2,1.4652416229248046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.2,1.9810016632080079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.2,2.442953681945801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.01,79.58486328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.06552640199661255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.09254080057144165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.16950080394744874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,8,power_law_1.2,24.72144012451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.26359679698944094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.2,26.12596740722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.2,3.4563934326171877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.3707679986953735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.01,0.5933536052703857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.01,0.6255807876586914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.01,0.6538911819458008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.01,0.665996789932251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.01,0.6922495841979981
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.01,0.7268640041351319
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.2,4.343580627441407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,8,power_law_1.01,30.799746704101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.01,0.7692287921905517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.01,0.8210847854614258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.01,0.926643180847168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.01,1.035267162322998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.01,1.1540448188781738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.01,1.3805312156677245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.01,1.0482111930847169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.2,6.277455902099609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.01,1.1672960281372071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.01,1.440073585510254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.01,1.7097759246826172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.2,8.208582305908203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.01,2.229859161376953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,8,power_law_1.01,73.95484619140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.01,2.809235191345215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.01,0.05271999835968018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.01,0.07646080255508422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.01,0.1285215973854065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.01,0.20122880935668946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.2,12.027283477783204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.01,0.2753407955169678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.01,0.4322976112365723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.01,0.4645823955535889
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.01,0.4771903991699219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.01,3.9149120330810545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,8,power_law_1.2,14.193830871582032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.01,0.4905695915222168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.01,0.5089727878570557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.01,0.5618591785430909
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.01,0.599619197845459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.01,0.6526879787445068
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.01,0.7396768093109131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.01,0.8330400466918946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.01,0.9297344207763671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.06410560011863708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.09163519740104675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.01,1.118883228302002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.16866559982299806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.01,5.203139114379883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.2506047964096069
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.01,0.9444479942321777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.33856000900268557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,8,power_law_1.2,40.063262939453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.2,0.5866335868835449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.01,1.0897664070129394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.2,0.6197247982025147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.2,0.648963212966919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,8,1,power_law_1.2,9.979122924804688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.2,0.6809855937957764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.2,0.05413119792938233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.2,0.07639679908752442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,8,power_law_1.01,60.76981811523437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.2,0.7063615798950196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.01,1.3702591896057128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.2,0.12778559923171998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.2,15.923968505859374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.2,0.7499199867248535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.2,0.18938239812850952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.01,7.5586494445800785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.2,0.7897535800933838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.2,0.2550816059112549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.2,0.4323999881744385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.2,0.8484607696533203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.01,1.6479232788085938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.2,0.45591039657592775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.2,0.9685888290405273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.2,0.4766079902648926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.2,1.0802687644958495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.2,0.49954562187194823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.01,2.2198112487792967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.2,1.1890015602111816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.2,0.5252927780151367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.2,1.418348789215088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.2,0.5774144172668457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.01,9.742521667480469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.2,1.0609919548034668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.2,0.6190879821777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.047091200947761536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.01,2.781328010559082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.2,0.6735455989837646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.04959999918937683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.052553600072860716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.06080960035324097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.2,1.1939583778381349
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.09015039801597595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.09156479835510253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.09282559752464295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.2,0.7672832012176514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.09376000165939331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.09503679871559143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.09612159729003907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.09913920164108277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.10470720529556274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.2,0.8635583877563476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.10711679458618165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.2,1.4549023628234863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.11310399770736694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.01,3.904889678955078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.12009600400924683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.12759679555892944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.2,0.9545439720153809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.12732160091400146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.15140800476074218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.2,1.7215616226196289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.1815808057785034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.2,1.1424384117126465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.24222080707550048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.01,12.219977569580077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.2,0.9696864128112793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.2907360076904297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.2,2.2600576400756838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.01,5.0313056945800785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.2,1.1140640258789063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,8,power_law_1.2,20.732521057128906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.395849609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.2,2.8474655151367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.2,1.3976223945617676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.5125664234161377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.2,1.6778656005859376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.2,4.017462539672851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.01,7.35412826538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.2,45.20736999511719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,0.728550386428833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.2,2.244313621520996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.2,5.230326461791992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.2,2.810851287841797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.01,19.803024291992188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,0.952393627166748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.01,9.631868743896485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.2,3.9390945434570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.2,7.634678649902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.2,5.063631820678711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,8,1,power_law_1.01,12.110476684570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,1.3929056167602538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.2,7.387133026123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.2,10.02081298828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.2,9.662735748291016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,1.8396480560302735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,8,1,power_law_1.01,18.986119079589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,8,power_law_1.2,32.486669921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.2,12.351570892333985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.01,39.046435546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.03701759874820709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.04629760086536407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.04894720017910004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.05152959823608398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.06705920100212097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.06732800006866455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.07152959704399109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.07103360295295716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.07284160256385804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.07353919744491577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.079312002658844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.08233600258827209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.08585280179977417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.09565759897232055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.10359359979629516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.11030720472335816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.11665920019149781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.15213760137557983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.18039040565490722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.2326591968536377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.28374080657958983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.3956576108932495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,8,1,power_law_1.2,12.162499237060548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.5046239852905273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,0.7280159950256347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,2.3204320907592773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,0.9491519927978516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,8,1,power_law_1.01,37.74986267089844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.040591999888420105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.04624319970607758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.04807359874248505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.051267200708389284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.05180479884147644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.05161920189857483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.054073601961135864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.052508801221847534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.056246399879455566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.05687999725341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.06212800145149231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.0695583999156952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.07100480198860168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.07885119915008545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.08646079897880554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.09206079840660095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.0981440007686615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.12890880107879638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.14715839624404908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,1.397993564605713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.20190079212188722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.25407679080963136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.341484808921814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.4410111904144287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.6324416160583496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,1.8340639114379882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.8233983993530274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.2,20.110624694824217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.01,2.331907272338867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,3.7151199340820313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.2101344108581542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,8,1,power_law_1.2,19.035340881347658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.5970208168029785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,2.0271936416625977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,7.5742942810058596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.04195199906826019
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.050128000974655154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.05234240293502808
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.060099202394485476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.08981119990348815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.09125760197639465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.09601600170135498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.09339519739151
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.09465280175209045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.09625279903411865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.09887679815292358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.10353280305862426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.10606399774551392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.11354880332946778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.01,3.6586849212646486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.12027839422225953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.12672959566116332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.12753920555114745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.151692795753479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.18243520259857177
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.24148800373077392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.29191040992736816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.40046401023864747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.5039616107940674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,0.7314623832702637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.01,3.1774080276489256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,0.9429951667785644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.01,7.350787353515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.03682880103588104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.042361599206924436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.04661119878292084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.05038400292396546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.0654528021812439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.06635839939117431
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.06877120137214661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.06815680265426635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.07206079959869385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.07212799787521362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.07926399707794189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.08414400219917298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.0857151985168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.09512640237808227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.104038405418396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.11170239448547363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.11756160259246826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.14917440414428712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.17891520261764526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.230348801612854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.28894720077514646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.3927232027053833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,1.3933088302612304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.5067776203155517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,8,power_law_1.2,64.01925048828124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.04257600009441376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.0481440007686615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04608319997787476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.05093439817428589
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.05065600275993347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.05139840245246887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.052019202709198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.051945602893829344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.056771200895309445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.05766400098800659
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.06196159720420837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.07142720222473145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.07420480251312256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.07941759824752807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.08609279990196228
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.09188159704208373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.09449920058250427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.13073920011520385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.1473536014556885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.20084478855133056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,0.7260928153991699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.25499839782714845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,1.833113670349121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.3408927917480469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.440067195892334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,0.9469663619995117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.6333631992340087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,8,power_law_1.2,86.50625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.06128000020980835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.0690015971660614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.07810879945755005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.0863103985786438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.12672959566116332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.12772799730300904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.128656005859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.13084800243377687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.13176319599151612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.13342080116271973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.1384511947631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.14940799474716188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.1520095944404602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.1589344024658203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.16691839694976807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.17480000257492065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.18110400438308716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.2242016077041626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.30601279735565184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.3735872030258179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.8241888046264648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.46696319580078127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,0.636953592300415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,0.82009916305542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,1.3939680099487304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,1.184447956085205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,1.5549087524414062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,2.319139289855957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.01,6.343718338012695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.05720319747924805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.0629696011543274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.06802240014076233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.07858880162239075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.09712960124015808
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.09800320267677307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.2082719802856445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.10011199712753296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.10184639692306519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.10517120361328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.10885759592056274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.11218880414962769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.11954560279846191
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.1229632019996643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.13128960132598877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.13935040235519408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.1530751943588257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.17301440238952637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.21913280487060546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.2676800012588501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.3549279928207397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,2.2686784744262694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,1.8429471969604492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.446995210647583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,0.6200543880462647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,0.7983424186706543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,1.1515456199645997
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.5966848373413085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,3.6861759185791017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,1.515459156036377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,3.08492488861084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.2,2.334115219116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,2.2346176147460937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,2.950076866149902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,3.926496124267578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.2,96.83953857421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.055827200412750244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.06099839806556702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.06345599889755249
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.0731872022151947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.07382400035858154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.07489920258522034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.079094398021698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.07995839715003968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.08107200264930725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.08276159763336181
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.08466879725456238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.09083200097084046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.09282240271568298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.10298880338668823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.11182399988174438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.11894400119781494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.14585280418395996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.17577919960021973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.2011039972305298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.2,39.35418701171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.06480960249900818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.06993920207023621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.07370240092277527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.08710399866104127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.279420804977417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.12663999795913697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.12764159440994263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.12952640056610107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.13036799430847168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.13286720514297484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.13512320518493653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.13878079652786254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.15023360252380372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.1530336022377014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,2.0264352798461913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.1584928035736084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.16785919666290283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.17770240306854249
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.18053760528564453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.3591552019119263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.22632319927215577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.3029151916503906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.5097951889038086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,6.253376007080078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.3704319953918457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.6549280166625977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.4685984134674072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.01,3.7233535766601564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,0.6356863975524902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,0.950649642944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,0.8246879577636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.2390080451965333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,1.831305694580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,1.1843199729919434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.2,3.6523582458496096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,1.5551136016845704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,2.4164480209350585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.01,5.879087829589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,2.2727615356445314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,12.577123260498047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.05661119818687439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.06605759859085084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.0704255998134613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.07925119996070862
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.09757120013237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.09912639856338501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.10067199468612671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.10272959470748902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.10700479745864869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.10949120521545411
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.11410880088806152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.12047040462493896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.12274880409240722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.13139519691467286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.14121919870376587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.15523840188980104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.17337919473648072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.21875200271606446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.2666239976882935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.3524255990982056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,8,1,power_law_1.2,37.812600708007814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.055420798063278195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.060524797439575194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.06158400177955627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.07357439994812012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.0741919994354248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.439251184463501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.07551680207252502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.07897279858589172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.07991039752960205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.08123199939727783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,3.057484817504883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.083024001121521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.08447039723396302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.09017599821090698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.093094402551651
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.10239360332489014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.11326080560684204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.11834239959716797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.14624639749526977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1757696032524109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.2022655963897705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,0.6182720184326171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.2,3.1777311325073243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.28057279586791994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.35945279598236085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,7.632144165039063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.15603840351104736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.3033407926559448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.3046015977859497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.28854401111602784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.2990592002868652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.3712064027786255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.3726720094680786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,0.7983520030975342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.38236160278320314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.3864255905151367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.3985311985015869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.4052192211151123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.4172959804534912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.42992000579833983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.43679041862487794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.4636352062225342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.5100063800811767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.5656415939331054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.6691936016082763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.7504576206207275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,0.931708812713623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.509065580368042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,1.1552096366882325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,1.540396785736084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,1.9726848602294922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,2.7879264831542967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,3.628086471557617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,5.281232070922852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,3.0630111694335938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.6599135875701905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.01,4.81921615600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,6.841926574707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,1.162016010284424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,8.628460693359376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,0.9509183883666992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,13.6922119140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,1.5231712341308594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.2419520378112794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,29.233035278320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.11717760562896729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.19912960529327392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.2011104106903076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.19888639450073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.20531198978424073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.30557119846343994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.32169280052185056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.32835841178894043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.3329024076461792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.3446208000183105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.35009920597076416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.3637248039245605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.37523839473724363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.3936064004898071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.4162303924560547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.4483071804046631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.5304800033569336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.6238111972808837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.7172832012176513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.9083647727966309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,1.1312864303588868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,3.883881759643555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,1.5455007553100586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,1.9569791793823241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,1.8323936462402344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,2.7357887268066405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,3.569232177734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,5.327324676513672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,6.977171325683594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,9.070777893066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,14.043315124511718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,2.231974411010742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,28.119415283203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.1077280044555664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,2.424732780456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.18319679498672486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.1847040057182312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.18397120237350464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.20759360790252684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.24040000438690184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.2539263963699341
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.2529151916503906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.26451840400695803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.2722464084625244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.27764480113983153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.2953696012496948
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.2950400114059448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.32192320823669435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.33725121021270754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.3618560075759888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.4109183788299561
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.4962399959564209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.5713696002960205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.7467296123504639
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.9181504249572754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,1.2669759750366212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.6539039611816406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.01,11.720681762695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.1541792035102844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.30220799446105956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.2585088014602661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.30538880825042725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,2.295881652832031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.2891808032989502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.3321887969970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.37663679122924804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.37734720706939695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.3900032043457031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.392742395401001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.4067903995513916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.4135903835296631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,3.0676671981811525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.4233407974243164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.44400320053100584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.4822559833526611
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.5245088100433349
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.5994175910949707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.68089280128479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,0.7775040149688721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,4.458060836791992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.2,7.273244476318359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.11832000017166137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,0.9942815780639649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.20191359519958496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.18598400354385375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.1999295949935913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.19882880449295043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,1.2414688110351562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.3119839906692505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.3194976091384888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,1.674300765991211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.3296704053878784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,5.878131103515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.3330656051635742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,2.063279914855957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.3361792087554932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,2.953609657287598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.35111041069030763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.35992319583892823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.3701855897903442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.4002528190612793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,3.0777759552001953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.4459648132324219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.01,7.572774505615234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,6.3294624328613285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.48917760848999026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.5341951847076416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.6413440227508544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,4.071231842041016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.745577621459961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.9724191665649414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,1.1929792404174804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,1.6240671157836915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,11.841139221191407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,5.9379009246826175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,2.1216384887695314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,3.08907527923584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,8.040879821777343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,3.970556640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,5.983129501342773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,9.851388549804687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,23.723143005371092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.10794880390167236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.18134399652481079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.17807040214538575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.18760000467300414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.20566399097442628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.24200959205627443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.2514944076538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,7.813471984863281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.2658623933792114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.2635999917984009
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.2716671943664551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.2814784049987793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.29212160110473634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.29953598976135254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.31956799030303956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.2,6.352751922607422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.0347104012966156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.352239990234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.06176319718360901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.07999039888381958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.3714591979980469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.10347839593887329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.13917759656906128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,10.082665252685548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.18670079708099366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.41550397872924805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.2372512102127075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.24668800830841064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.5050496101379395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.25210559368133545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.26045761108398435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.5978240013122559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.27298879623413086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.7663743972778321
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.30573439598083496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,15.582794189453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.9540767669677734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,3.0668447494506834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,16.087811279296876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.3261375904083252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,1.346886444091797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.34950079917907717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.7323423385620118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.39322240352630616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.4071328163146973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.43342080116271975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.49321279525756834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,2.4742687225341795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.5831039905548095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.647376012802124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,0.7335072040557862
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,0.9464639663696289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,3.2180416107177736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.1233728408813477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,1.514457607269287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,4.76550064086914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,1.9190944671630858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,2.710870361328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,6.3175712585449215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,3.50882568359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.2,8.051715087890624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,4.509436798095703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,13.292863464355468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,36.8310791015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.03942080140113831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.04802559912204742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,6.925241851806641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.07580159902572632
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.09780480265617371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.13015040159225463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.16453440189361573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.21009280681610107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.2268928050994873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.24185280799865722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.2437824010848999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.25262401103973386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.26768319606781005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.2831007957458496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.3036223888397217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.3439968109130859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.3585024118423462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.39147520065307617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.01,9.615270233154297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.45544958114624023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.5146143913269043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.2,3.7217025756835938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.598576021194458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.6921216011047363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,0.8962495803833008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.0894271850585937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,1.4813471794128419
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,13.7689208984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.03447679877281189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.06421120166778564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,1.879043197631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.08036800026893616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.10286400318145753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.13293440341949464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.17371200323104857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.23640639781951905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.24406080245971679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.25029759407043456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,2.6671680450439452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.25938560962677004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.2924864053726196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.3154047966003418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.3269023895263672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.35514240264892577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.3965823888778687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.4135200023651123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.445417594909668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.5346591949462891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.5850207805633545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.6565055847167969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,3.461958312988281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,0.7574399948120117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,27.45567626953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.03952000141143799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,0.9624544143676758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.04850879907608032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.0765504002571106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.0970687985420227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.12418880462646484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.1324064254760742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.15603840351104736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.20057599544525145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,4.476790237426758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.228985595703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,1.5216863632202149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.2363424062728882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.2446752071380615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.2577824115753174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,1.9247968673706055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.26821439266204833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.2861759901046753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.30691521167755126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,32.486016845703126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.34824960231781005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,6.8769889831542965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.367139196395874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,2.726185607910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.4009119987487793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.05220479965209961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.4788383960723877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.5177760124206543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.6079872131347657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,3.530598449707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.7078783988952637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,0.9052000045776367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.1005727767944335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.05926719903945923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.08287680149078369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.11207679510116578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,13.705702209472657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.03265919983386993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,4.5197185516357425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.0368800014257431
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.03651840090751648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.03600319921970367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,1.4955936431884767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.05959039926528931
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.061500799655914304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.06611199975013733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.1635167956352234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.0654591977596283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.06674240231513977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,1.8867328643798829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.06923840045928956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.2220736026763916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.07205119729042053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.07667840123176575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.2930016040802002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.08173440098762512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.30022079944610597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.3060319900512695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,2.6859935760498046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.0887008011341095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.31164801120758057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.0963648021221161
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.31924479007720946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.05283839702606201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.2,4.828284835815429
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.10337599515914916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.32578558921813966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,3.486003112792969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.11596159934997559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.0599232017993927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,6.9509727478027346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.13649280071258546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.08321599960327149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.3329440116882324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.11117119789123535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.15404800176620484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.34257280826568604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.20481278896331787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,4.503740692138672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.26287040710449217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.15535680055618287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3531008005142212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.3729856014251709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.21313600540161132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.364681601524353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.2920768022537231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.47484478950500486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,13.802117919921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.29731199741363523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.032287999987602234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.03440000116825104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.03537920117378235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.3878112077713013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.30447680950164796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.03490560054779053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,6.904450988769531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.060236799716949466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.43268160820007323
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.3106688022613525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.06153280138969421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.6757855892181397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.31870720386505125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.4996032238006592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.06434239745140076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.0651199996471405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.5937119960784912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.3261823892593384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.9013792037963867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.06647679805755616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.06886399984359741
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.3313407897949219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.6812863826751709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.07107840180397033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.3116479873657227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3452320098876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.0747648000717163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.8977151870727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.07837439775466919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.35908799171447753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.08414720296859741
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,1.1038175582885743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,1.7231775283813477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.3726432085037231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.089273601770401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.39807679653167727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.09742400050163269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.2,5.883689498901367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.5214719772338867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,2.187948799133301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.4573503971099854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.11060479879379273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.13763200044631957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.5158016204833984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.1632032036781311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.9304384231567382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,3.548348617553711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.6062111854553223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.7108096122741699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.22113919258117676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.9111616134643554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.277894401550293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.747203254699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.3960927963256836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,1.1157024383544922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.5022496223449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,7.098057556152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,3.5660289764404296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.03786559998989105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.042428800463676454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.532265567779541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.04492799937725067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.04489920139312744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.7297664165496827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.048790401220321654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,13.752198791503906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.03463680148124695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.0361631989479065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.050172799825668336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.03592320084571839
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.036473599076271054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.05841599702835083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.06348159909248352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,4.530182266235352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,12.556237030029298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.03332479894161224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.05231680274009705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.9466848373413086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.03457919955253601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.06748480200767518
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.035760000348091125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,0.9510815620422364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.03436160087585449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.053225600719451906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.06026880145072937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.06615039706230164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.06159999966621399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.05529599785804749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.06757760047912598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.06397759914398193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.06791039705276489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.0655456006526947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.01,7.000099182128906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.07125120162963867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.7633407592773436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.06626560091972351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,1.3790335655212402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.05601279735565186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.07847679853439331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.06822400093078614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.08233919739723206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.05910080075263977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.07100480198860168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.09049919843673707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.07531520128250122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.061715197563171384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.07800319790840149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,1.848748779296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.0855455994606018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.09609599709510804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.01,13.878297424316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.03882879912853241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.10442559719085694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.06463040113449096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.04334079921245575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.09076160192489624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.0457152009010315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.0450655996799469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.04896000027656555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.07177600264549255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.050335997343063356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,3.590371322631836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.09642879962921143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.11573120355606079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.05278080105781555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.01,2.362851142883301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.05341759920120239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.11137919425964356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.07824959754943847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.13632320165634154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.055430400371551516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.13911999464035035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.056745600700378415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.15531840324401855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.05914239883422852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.2,9.637203216552734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.08161919713020324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,4.5438720703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.01,3.6193824768066407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.0839136004447937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.062326401472091675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.167631995677948
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.08599039912223816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.08762559890747071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.2168735980987549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.07971839904785157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.06498559713363647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.1304736018180847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.22838079929351807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.13347840309143066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.2756160020828247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.07190399765968322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.2863231897354126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.07886719703674316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.3811743974685669
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.10123519897460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.13766399621963502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.3987936019897461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.13925119638442993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.08671039938926697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.4994368076324463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.14253439903259277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.2,7.028643035888672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.01,7.5365852355957035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.07103999853134155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.13178240060806273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.5150720119476319
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.07487360239028931
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.0750495970249176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.14456000328063964
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.07212799787521362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.10244799852371216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.11380159854888916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.14804160594940186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.15739840269088745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.7176159858703614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.11644480228424073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.15410879850387574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.1314239978790283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.12007039785385132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.16134079694747924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.2027199983596802
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,0.7569439888000489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.15927040576934814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.12314560413360595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.17255359888076782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.20891520977020264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.12548160552978516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,0.9298432350158692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.25331840515136717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.1859071969985962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.12744959592819213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.2646912097930908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.1331104040145874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,0.9892191886901855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.37381439208984374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.19610879421234131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.13891839981079102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.2,11.725606536865234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.14720640182495118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.3639456033706665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.49127998352050783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.22422399520874023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.2,13.922505187988282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.0812287986278534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.07010560035705567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.16514240503311156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.07959039807319641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.08515200018882751
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.07584319710731506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.2957216024398804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.4630847930908203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.12654399871826172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.7089056015014649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.18018239736557007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.07010239958763123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.13348480463027954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.07706559896469116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.07653120160102844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.08642879724502564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.13715200424194335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.36482560634613037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.09076799750328064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.0930176019668579
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.19271039962768555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.13916480541229248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.6719264030456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.09565119743347168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.09832640290260315
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.14233920574188233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,0.9101504325866699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.4816703796386719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.3843744277954102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.10101439952850341
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,1.4441311836242676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.10795520544052124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.11285760402679443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.2213184118270874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.14440959692001343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.8590911865234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.1213919997215271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.612278413772583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.1381119966506958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.14926719665527344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.2897952079772949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.1523519992828369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,1.8583328247070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.15510079860687256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.8994624137878418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.16758079528808595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.19963840246200562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.16388800144195556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,1.3176095962524415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.254371190071106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.3575455904006958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,1.145967960357666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.17318400144577026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.31979520320892335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.43864641189575193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,1.3899007797241212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.5532512187957763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.18584320545196534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.47553601264953616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,1.7267072677612305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,1.610358428955078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.7784671783447266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,1.0224831581115723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,1.9001152038574218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.622105598449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.19753919839859008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,2.1893152236938476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,1.4775424003601074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.01,2.1501983642578124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.8819775581359863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.22839999198913574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,1.9365503311157226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,1.1514752388000489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,2.8576704025268556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,3.2002750396728517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.2982304096221924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.01,3.350262451171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.37614400386810304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,1.6668672561645508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.8101888656616212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,4.265407943725586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.5080895900726319
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,3.7559776306152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,2.2032543182373048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.6393087863922119
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.01,6.823481750488281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.06939520239830017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.0671455979347229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.07361279726028443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.068259197473526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,5.407564926147461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.11242879629135132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,3.3265121459960936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,0.9553119659423828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,2.3683135986328123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.11766400337219238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.01,5.057238388061523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.12061120271682739
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.1229375958442688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.2389216423034668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,4.408041763305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.12542400360107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,8.618460845947265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.12827839851379394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.1326848030090332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.14256639480590821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.15350079536437988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.01,7.895001220703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.1679136037826538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,5.47949104309082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,1.868067169189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.18445760011672974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.19625600576400756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.22800641059875487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.29570560455322265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.2,2.430259132385254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,17.702120971679687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.06873599886894226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.06915199756622314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.36903359889984133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.07834879755973816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.07627840042114258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.01,16.224394226074217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.08303679823875428
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.024831999838352204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.04406079947948456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.08906239867210389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.5008831977844238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.049465599656105044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,8.889110565185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06247040033340454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.07315199971199035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,2.395552062988281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.0889855980873108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.09356799721717834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.6491968154907226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.09143999814987183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.0951200008392334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.0942080020904541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.09720960259437561
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.09741439819335937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.10111680030822753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.10057599544525146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.9694208145141602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.10734720230102539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.10719679594039917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.11548800468444824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1438048005104065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.12247040271759033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.1476096034049988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.1523808002471924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.14025919437408446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,1.2109408378601074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.1575711965560913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,3.508367919921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,18.242044067382814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.02781760096549988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.155840003490448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.04329920113086701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.05009920001029968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.05947840213775635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.16321280002593994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.06927679777145386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.08346880078315735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.17022080421447755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.1780992031097412
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.0871936023235321
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.19967999458312988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.19701119661331176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.08909119963645935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.22055039405822754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.09318400025367737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,1.8168256759643555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.2633599996566772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.09529920220375061
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.26289920806884765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.321398401260376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.10115840435028076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.33234879970550535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.4428256034851074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.1281888008117676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.13187520503997802
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.5424255847930908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.4609504222869873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.13738240003585817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.760595178604126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.5868991851806641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,2.296793556213379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.14279359579086304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,0.9727647781372071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.2,2.3015296936035154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.14896639585494995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.8463359832763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.4065024375915527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.1635967969894409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,4.648364639282226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.18870400190353392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,3.7026111602783205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.21932480335235596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.27678399085998534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.3395999908447266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.45000319480895995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,1.8412384033203124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.5654687881469727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,0.7931903839111328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,1.0210176467895509
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,1.114508819580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,2.3566112518310547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,1.481779193878174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,3.6655712127685547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,1.950796890258789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,1.5883008003234864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,2.487455940246582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,7.313894653320313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,3.878374481201172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,3.5907871246337892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,2.141107177734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,7.736297607421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.024585600197315215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.04370239973068237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.049081599712371825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.059334397315979004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.07041919827461243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.08807039856910706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.09173120260238647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.09528959989547729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.09939200282096863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.10142719745635986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.10795520544052124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.1440351963043213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.14767680168151856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.15252480506896973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.1577023983001709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.16370240449905396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.17591359615325927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.19782079458236695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.22037439346313475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.26407039165496826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.33003840446472166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.4438687801361084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.5411136150360107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.7647552013397216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,3.3081409454345705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.2,3.9448673248291017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.02959040105342865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.0453792005777359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,0.9777952194213867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.05008959770202637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.05956159830093384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06837760210037232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.08512960076332092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.08888000249862671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.09222080111503601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.09433280229568482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.09777600169181824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.10337599515914916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.12829439640045165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.13246079683303832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.13791999816894532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.14391679763793946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.1517184019088745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.16452800035476683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.19028160572052003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.22022719383239747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.2769536018371582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.34155519008636476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.451580810546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.5700223922729493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,4.903011322021484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,0.7978975772857666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,6.441804504394531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.414243221282959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,1.0268959999084473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,4.153596878051758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,1.4895423889160155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,1.8510528564453126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.2,3.7269920349121093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,9.457865905761718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.2,5.1456256866455075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,1.95797119140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,5.77446403503418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.3632415771484374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,2.491535949707031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,3.6838302612304688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.2,8.72390365600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,9.5430908203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,3.894246292114258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,7.476735687255859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.1499392032623291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.19058239459991455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.19058560132980346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.1824447989463806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.22811200618743896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.23165760040283204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.2593951940536499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.24944961071014404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.26146240234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.2554239988327026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.2684351921081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.28320000171661375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.28665919303894044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.33451199531555176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.37960638999938967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.409932804107666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.46260800361633303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.5373727798461914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.643887996673584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,0.8605728149414062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.084620761871338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,1.5079263687133788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,2.011942481994629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,2.8888320922851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.2,6.981324768066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.12521599531173705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.15475840568542482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.15770560503005981
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.15607359409332275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,3.883574295043945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.19184960126876832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.20696959495544434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.23015038967132567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.2186880111694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.223471999168396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.22824640274047853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.24456961154937745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.24975039958953857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.2642335891723633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.2951584100723267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.33547201156616213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.3706432104110718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,5.559996795654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.41155519485473635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.5142687797546387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.5978687763214111
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.8465472221374511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,1.0185983657836915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,1.4729151725769043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,1.964944076538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,7.237026977539062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,2.771084785461426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,3.7873855590820313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,9.485727691650391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,5.493798446655274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,7.34505615234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,15.555194091796874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,9.446492767333984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,14.404949951171876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,35.51790161132813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.1387519955635071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.14781759977340697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.15140800476074218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.14350080490112305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.1491711974143982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.17304960489273072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.18386240005493165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.1876863956451416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.194649600982666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.1941375970840454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.205731201171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.21718080043792726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.2239232063293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.24519360065460205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.27422080039978025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.29577600955963135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.34180800914764403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.4346591949462891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.5308320045471191
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.724070405960083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.9209152221679687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,1.2757375717163086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,1.6705888748168944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,31.071014404296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.15193920135498046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.1779039978981018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.18776320219039916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.18271360397338868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.21427519321441652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,2.4127296447753905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.2340224027633667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.2368864059448242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.24141440391540528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.25057919025421144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.25287039279937745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.25959999561309816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.2751712083816528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.2861759901046753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,3.101795196533203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.39054079055786134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.40785918235778806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.43748159408569337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.46575040817260743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.5706240177154541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.689299201965332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,0.9285408020019531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,1.135264015197754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,4.727020645141602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,1.727961540222168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,2.2611967086791993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,3.1532255172729493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,6.3078559875488285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,4.174262237548828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.01,7.873587036132813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.01,12.374240112304687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,6.6615234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.01,24.707778930664062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.12485760450363159
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.1362944006919861
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.15276479721069336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.14182720184326172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.17587200403213502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.21256639957427978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.23150720596313476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.22391679286956787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.22623679637908936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,9.368307495117188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.22839040756225587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.24069440364837646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.25801279544830324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.26893761157989504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.3255775928497314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.3487168073654175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.3742304086685181
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.42806081771850585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.5277056217193603
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.6390719890594483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.8962207794189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,1.1366656303405762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,1.627356719970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,2.0174720764160154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,3.0848512649536133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,19.139773559570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.13910399675369262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.1366752028465271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.15321279764175416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.15182080268859863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.14504640102386473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.17567039728164674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.17974400520324707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.1861248016357422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.1893887996673584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.19292479753494263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.2088479995727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,11.6489501953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.21600639820098877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.2270656108856201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.25414080619812013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.27658560276031496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.29818880558013916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.35649919509887695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,3.9817150115966795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.45537281036376953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.5556000232696533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.7290239810943604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.9588288307189942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,1.3887807846069335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.7834112167358398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,2.7130720138549806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,6.565853118896484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,3.596380615234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,5.1778209686279295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,8.446572875976562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.2,7.949756622314453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.03300800025463104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.06161919832229614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.07842239737510681
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.09925439953804016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.12223360538482667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.17531520128250122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.18423680067062378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.19141119718551636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.19768320322036742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.20497920513153076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.21754879951477052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.245961594581604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.25747520923614503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.2697567939758301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.278438401222229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.28756160736083985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.31064319610595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.36817920207977295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.4448703765869141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.5094655990600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.5937727928161621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,0.7892704010009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,0.9722623825073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.344041633605957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,1.7194080352783203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,11.195442962646485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,2.4827552795410157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,6.770982360839843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,3.2445823669433596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,4.140457534790039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,6.426723480224609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,20.409075927734374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,12.791903686523437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.03627839982509613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.056364798545837404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.07202879786491394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.0934719979763031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.11229120492935181
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.1555840015411377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.15962560176849366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.16166399717330932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.16800320148468018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.19550080299377443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.2058271884918213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.21903040409088134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.21962239742279052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.23001279830932617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.24365758895874023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.2549247980117798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,19.73468780517578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.28410561084747316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.3375808000564575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.39562239646911623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.032864001393318173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.4736192226409912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.06186559796333313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.5711584091186523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.07600319981575013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.09471039772033692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,0.7536608219146729
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.11530239582061767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.171343994140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,0.9421343803405762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.18674559593200685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.19307520389556884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.2034463882446289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.316585636138916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.21064319610595703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.23159360885620117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.2592992067337036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.26042559146881106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,1.6948640823364258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.2719167947769165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.280182409286499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.28896000385284426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,2.448111915588379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.3108223915100098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.37157440185546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.44428157806396484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.5114208221435547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.6029280185699463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,0.78755202293396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,3.207382583618164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,0.976255989074707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.3499711990356444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,4.101510238647461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,1.7378719329833985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.2,9.31426544189453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,6.38164176940918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,2.4908479690551757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,12.708102416992187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.0361952006816864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.06077119708061218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.07175040245056152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.09016640186309814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.10951360464096069
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.15561920404434204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.1587391972541809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.1646463990211487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.18605120182037355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.19744960069656373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.2075103998184204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.22222719192504883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.2231679916381836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.23407039642333985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.24505279064178467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.2596447944641113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.29046080112457273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.3481503963470459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.3960896015167236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.48145279884338377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.5723199844360352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,0.7591231822967529
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,0.9473759651184082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.321622371673584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,3.2566463470458986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,1.6966848373413086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,2.4573183059692383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,3.2173183441162108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,4.144889450073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,4.1056671142578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,16.743504333496094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.2,14.046038818359374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,39.15501098632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.14985920190811158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.2955647945404053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.3928960084915161
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.38633921146392824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.39335041046142577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.5578879833221435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.58537278175354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.6013472080230713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.5924736022949219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.6006303787231445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.6469632148742676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.6622432231903076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.6642335891723633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.6818880081176758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.6942975997924805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.7227071762084961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,0.7877952098846436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,0.8346079826354981
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,0.9199328422546387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,1.1134271621704102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,1.3118111610412597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,1.7013504028320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,2.0942720413208007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,2.862553596496582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,3.6413822174072266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,7.349606323242187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.11738239526748658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.19786560535430908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.2763360023498535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.2656991958618164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.27469120025634763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.4162432193756104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.5226143836975098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.5166719913482666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.5181695938110351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,5.205523300170898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.5450240135192871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.5368800163269043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.5618303775787353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.566380786895752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.5947360038757324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.6199552059173584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.6349279880523682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.6756864070892334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.7696095943450928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,6.449190521240235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.852620792388916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,6.9400993347167965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,1.0505824089050293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,1.2550432205200195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,1.6788223266601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,2.082259178161621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,8.894236755371093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,2.8662656784057616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,3.6317375183105467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,6.385504150390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,5.386467361450196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,14.16150360107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,7.751209259033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.11237119436264038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.18519999980926513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.25547199249267577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,6.8864189147949215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.25678400993347167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.2777087926864624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.3334784030914307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.3694080114364624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.3807519912719727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.37437119483947756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.39053120613098147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.39089279174804686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.39939839839935304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.4053343772888184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.42280001640319825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.44963841438293456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,8.922259521484374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.47208318710327146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.49704318046569823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.5902175903320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.673632001876831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.8492735862731934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,1.0099679946899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,1.3373503684997559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,1.6920127868652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,2.3578271865844727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,13.5776611328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,27.623782348632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.15445760488510132
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.2974303960800171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.3630208015441895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.38201279640197755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.3919392108917236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,3.0387039184570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.5425888061523437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.6260128021240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.6038656234741211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.6135488033294678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.6090367794036865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.5933536052703857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.5837183952331543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,4.4490303039550785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.6642079830169678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.6569056034088134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.6815360069274903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.7322080135345459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,0.7631487846374512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,0.8625087738037109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,0.9455039978027344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,5.732694244384765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,1.1581472396850585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,1.3335488319396973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,1.8216480255126952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,27.728421020507813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.11765439510345459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.19762879610061646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.2501919984817505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.2769599914550781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,2.2398271560668945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.2810944080352783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.39118080139160155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.5037951946258545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.01,7.341718292236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.5207424163818359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,3.1667232513427734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.5149631977081299
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.5002240180969239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.5285151958465576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.5595712184906005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.5750112056732177
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,3.8269824981689453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.5746784210205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.6108575820922851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.6336383819580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.6859072208404541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.783955192565918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.8826016426086426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,1.1022656440734864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.01,11.719283294677734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,5.685311889648437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,1.3167424201965332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,1.7133888244628905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,2.1761280059814454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,7.733900451660157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,3.0470272064208985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,3.9377281188964846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,9.547097778320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,5.581622314453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.01,23.887120056152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.1085055947303772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.18379199504852295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.2514624118804932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.24512319564819335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.27783679962158203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.30906240940093993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,7.642585754394531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.3554368019104004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.38084800243377687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.37881600856781006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.3836512088775635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.38264000415802
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.3862272024154663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.41769919395446775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.4335487842559814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.4500095844268799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,15.86279754638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.47658557891845704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.5156864166259766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.6084512233734131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.6950719833374024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,9.561446380615234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.8743167877197265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,1.0617568016052246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,1.3940256118774415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.7800575256347657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.2,28.07891845703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,2.453785514831543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.03527359962463379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.061673599481582644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.08260800242424012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.10418239831924439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,14.998162841796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.15384000539779663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.22087678909301758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.26346559524536134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.3477152109146118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,3.2412639617919923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.3627295970916748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.38033599853515626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.3958879947662354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.4076543807983398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,34.105194091796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.04020160138607025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.04705919921398163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.07131199836730957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.4150207996368408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.09846720099449158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,4.9686016082763675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.1400383949279785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.19100799560546874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.42418560981750486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.2478463888168335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.28544960021972654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.448854398727417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.2902591943740845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.4718463897705078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.29607999324798584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.6301407814025879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,6.1733345031738285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.3089344024658203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.6623807907104492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.3168544054031372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.7109151840209961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.333078408241272
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,30.635089111328124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,0.8405247688293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.3611743927001953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.40395522117614746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,0.9164575576782227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.43149118423461913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.0767807960510254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.5285568237304688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.2,8.071695709228516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.5659552097320557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.2694815635681151
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.6112576007843018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.7141856193542481
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.2,16.486151123046874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.03471679985523224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.06055359840393067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,0.8194784164428711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.08063679933547974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.10408320426940917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.14665919542312622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,1.6674976348876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.0084351539611816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.20216000080108643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.24172160625457764
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.204697608947754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.3455712080001831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.2,12.795964813232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.3621471881866455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,2.0660415649414063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.3850399971008301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,1.6020767211914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.39515841007232666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.397273588180542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.40238399505615235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,2.8618656158447267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.04684480130672455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.42736639976501467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,1.9913215637207031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.45210881233215333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.05112000107765198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.47951998710632326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.06253119707107543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.07904319763183594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,3.6485057830810548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.6280543804168701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,2.7852096557617188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.6623936176300049
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.7213856220245362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,0.8545760154724121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.11397119760513305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.2,25.8906494140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.03961600065231323
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.04751999974250794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.07600319981575013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,0.9296544075012207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.09856640100479126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.15049279928207399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.13521599769592285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,3.5790687561035157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,4.716576004028321
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.0903072357177734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.1852735996246338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.17452479600906373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.2162463903427124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.2790976047515869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.21069440841674805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.2851360082626343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.287235164642334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.21353600025177003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.2946176052093506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,4.6673728942871096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.3045919895172119
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.22984640598297118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,12.824803161621094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,1.6879167556762695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.24000959396362304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,7.115948486328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.32133119106292723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.33308160305023193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.2564064025878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,34.80125122070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.3690079927444458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.061577600240707395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,2.0850336074829103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.07186880111694335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,7.039366149902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.0715936005115509
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.072297602891922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.4123392105102539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.28350400924682617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.09325760006904601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.0982208013534546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.09912639856338501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.4394400119781494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.3019007921218872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.10140479803085327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,2.8918399810791016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.5283584117889404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.10253440141677857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.103603196144104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.3183327913284302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.5712192058563232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.10722880363464356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,14.076255798339844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.01,0.05403839945793152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.01,0.06380800008773804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.01,0.060812801122665405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.11085439920425415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.04702079892158508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.6230879783630371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.01,0.06364799737930298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.33120639324188234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.01,0.08118079900741577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.7243584156036377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.11448960304260254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,13.966423034667969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.01,0.09838399887084961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.05127999782562256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.06281279921531677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,3.6998622894287108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.12476480007171631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.06811839938163758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.06347839832305908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,0.8269599914550781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.07092480063438415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.01,0.10047680139541626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.07866880297660828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.06804479956626892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.0231167793273925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.01,0.10367679595947266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.13679039478302002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.09367679953575134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.09845119714736938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.01,0.10462080240249634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.4155871868133545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.2215871810913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.09898560047149658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.10825599431991577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.01,0.10582079887390136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.10206719636917114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.1424831986427307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.10335359573364258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.01,0.10994240045547485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.14206720590591432
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,1.6148832321166993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.1038815975189209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.16238720417022706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.16349439620971679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.10728960037231446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.01,0.11419520378112794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.11241919994354248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.20392959117889403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.20134079456329346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.11412160396575928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,2.006697654724121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.01,0.11776959896087646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.12652159929275514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.254748797416687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,4.764089584350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.01,0.12783039808273317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.2107840061187744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.48931522369384767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.35143680572509767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.13440959453582763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.43672637939453124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.2265471935272217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,2.8023168563842775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.14392640590667724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.01,0.6223584175109863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.01,0.13722879886627198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.5194015979766846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.16639360189437866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.01,0.780137586593628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.23696320056915282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,7.182793426513672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,3.598112106323242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.01,0.14688639640808104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.21235198974609376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.6625216007232666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.01,1.1590784072875977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.2689631938934326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.2632767915725708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,4.694060897827148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.36303679943084716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.01,0.1634112000465393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.01,1.5191967964172364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.2843616008758545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.8059871673583985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.2,0.4627647876739502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.3010432004928589
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.01,2.205695915222168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.2,0.643452787399292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.31780478954315183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,7.073798370361328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.2,0.8231616020202637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.3327167987823486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.01,2.9294143676757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,14.179356384277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.01,0.2063040018081665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.2,0.05447999835014343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.2,1.2738240242004395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.2,0.06093440055847168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.2,0.06242240071296692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,1.0156191825866698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.2,0.06292160153388977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.01,3.7902721405029296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.01,0.2523616075515747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.2,0.0799839973449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.2,0.09873920083045959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.42218241691589353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.2,0.09980480074882507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.3388480186462401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.01,0.3378815889358521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.2,0.10314879417419434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.48763837814331057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.2,1.6387744903564454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,14.030514526367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.2,0.10461119413375855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.01,0.44030399322509767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.01,5.99395523071289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.021740800142288207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.2,0.10562880039215088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.8938783645629882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.02561280131340027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.2,0.11012159585952759
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.04291200041770935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.2,0.11436159610748291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.5350336074829102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.01,0.6160448074340821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,2.44736328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.2,0.11812160015106202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.06322879791259765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.2,0.12946560382843017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.01,0.8069727897644043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.2,2.4565408706665037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.07918400168418885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.6730175971984863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.10954879522323609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.2,0.13891839981079102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.01,11.768364715576173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,3.566409683227539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.01,1.1334431648254395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.01,0.024460799992084503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.11532479524612427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.2,0.14955199956893922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.01,0.031497600674629214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.01,0.044787201285362246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.8227871894836426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.01,1.4550592422485351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.11790080070495605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,4.679983901977539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.2,0.1709439992904663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.01,0.06481599807739258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.2,3.187718391418457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.01,0.07647359967231751
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.12086399793624877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.01,0.10836160182952881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.01,2.227795219421387
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.2,0.2133791923522949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.01,0.11370559930801391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.12726399898529053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,1.0325119972229004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,12.742291259765626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.2,0.26274240016937256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.01,0.11522879600524902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.13850560188293456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.022038400173187256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.01,2.9515615463256837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.03562560081481934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.04312959909439087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,5.862707138061523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.2,0.3615135908126831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.01,0.12089920043945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.06154879927635193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.07399359941482545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.10928959846496582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.3729439735412599
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.11563199758529663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.15185920000076295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.2,0.4494431972503662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.1202720046043396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.2,4.253174209594727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.15381759405136108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.1248736023902893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.2,0.6487264156341552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.13082239627838135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.15774719715118407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.14106240272521972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.01,9.207603454589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.01,0.12454400062561036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.9333183288574218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,16,power_law_1.01,3.711587142944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.01,0.13409600257873536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.1533951997756958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.2,0.8377408027648926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.1549343943595886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.16477760076522827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.16246399879455567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,16,power_law_1.01,5.802816009521484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,2.487667274475098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.1674239993095398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.01,0.13258559703826905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.2,1.250111961364746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.17067840099334716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.1743199944496155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.01,18.31549835205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.1850368022918701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.01,0.13429440259933473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.2,0.02558079957962036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.20878400802612304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.18098560571670533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.2,0.031564798951148984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.2,1.6132928848266601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.2,0.045526400208473206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.01,0.1409440040588379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,16,power_law_1.01,11.611321258544923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.01,0.29342401027679443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.23176319599151612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.01,0.3919903993606567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.2,0.06154879927635193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.2,0.07124480009078979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.20465600490570068
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.2,0.10583360195159912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.01,0.37944960594177246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.28717119693756105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,3.6120128631591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.01,0.14730559587478637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.2,0.11205439567565918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.01,0.39384961128234863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.2,2.428384017944336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.34151039123535154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.01,0.40039677619934083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.22817599773406982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.44531521797180174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.2,6.546326446533203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.01,0.37845439910888673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.2,0.11763839721679688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.01,0.6970176219940185
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.5464799880981446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.2,0.1201632022857666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.01,0.15203839540481567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.2817696094512939
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.01,0.6807072162628174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.2,0.12846399545669557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.2,0.13629120588302612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.2,3.098076820373535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.76080322265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,4.720761489868164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.01,0.16443840265274048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.01,0.6863391876220704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.33600640296936035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.2,0.13422080278396606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.2,0.9664544105529785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.01,0.7079296112060547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.2,0.13643840551376343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.01,0.19131840467453004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.2,0.14391039609909057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.4441823959350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.01,0.7362559795379638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,5.896015930175781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.2,0.14998400211334229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.3879679679870605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,16,power_law_1.2,4.021696090698242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.01,0.21558079719543458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.01,0.7665696144104004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.5428959846496582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.2,0.15548160076141357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.01,0.27179200649261476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.01,0.7995264053344726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.2,0.16917120218276976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.01,0.32325439453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.7549856185913086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.2,1.8077951431274415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.01,0.8390463829040528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.01,0.9602399826049804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.2,9.276166534423828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.2,0.19187840223312377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.01,0.4219967842102051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.3784480094909668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.01,0.8738016128540039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.2,0.22062718868255615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.01,0.5288576126098633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,16,power_law_1.2,6.318143844604492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.01,0.9337504386901856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.2,0.2738912105560303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.01,1.7966463088989257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.01,1.0367936134338378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.2,0.32890241146087645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.01,0.738755178451538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.2,2.28600959777832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.01,1.2231103897094726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.2,0.42822718620300293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.2,0.535433578491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.01,0.9472640037536622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.01,2.278460884094238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.01,1.4427264213562012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.2,0.7458303928375244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.01,1.8456703186035157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.01,1.3682432174682617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.2,0.9565088272094726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.2,18.39740447998047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.01,0.1951359987258911
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.01,3.5414623260498046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.01,0.2593087911605835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.01,0.25108799934387205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.01,2.269055938720703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.01,1.7893695831298828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.01,0.2608383893966675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.01,0.27634880542755125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.01,0.3065664052963257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.01,7.029654693603516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,16,1,power_law_1.01,2.2707935333251954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.01,0.6059167861938477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.01,3.0799583435058593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.01,0.6191872119903564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.01,0.19990400075912476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.2,1.3727423667907714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.01,0.25560319423675537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.01,0.2493920087814331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,16,1,power_law_1.01,3.538399887084961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.01,0.6151103973388672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.01,0.6382559776306153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.01,0.28940160274505616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.01,3.947449493408203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.01,0.6593791961669921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.01,0.3601344108581543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.01,0.4260608196258545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,16,1,power_law_1.01,7.0360252380371096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.2,0.2926784038543701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.2,0.3676896095275879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.01,0.4162112236022949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.01,0.6870207786560059
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.2,0.38680319786071776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.01,0.42938880920410155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.2,3.5504703521728516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.2,1.7963232040405273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.2,0.39613440036773684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.01,0.7189087867736816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.01,5.652537536621094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.2,0.3837951898574829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.01,0.4516575813293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.2,0.38856959342956543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.01,0.7573887825012207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.01,0.46330881118774414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.2,0.680518388748169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.2,0.6717023849487305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.01,0.4856991767883301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.01,0.8124383926391602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.2,0.7022687911987304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.01,0.5040768146514892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.01,0.8713695526123046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.01,7.566976165771484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,16,1,power_law_1.2,2.2766176223754884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.2,0.7086592197418213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.01,0.5348608016967773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.01,0.9705280303955078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.01,0.5768544197082519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.2,0.7411231994628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.01,1.1843647956848145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.01,0.6233888149261475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.2,0.7546016216278076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.01,0.6787615776062011
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.01,1.414179229736328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.2,0.7912896156311036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.01,0.7684192180633544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.01,11.390806579589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.2,0.8466272354125977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.01,0.9669856071472168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.2,7.0505821228027346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,16,1,power_law_1.2,3.548374557495117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.01,1.8265535354614257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.2,0.8948224067687989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.2,0.1974112033843994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.2,0.25128960609436035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.01,1.1720895767211914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.2,0.939129638671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.2,0.25917439460754393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.2,0.26118719577789307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.2,1.0558015823364257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.01,2.2523136138916016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.01,1.5666879653930663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.2,0.2881216049194336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.2,1.274944019317627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.2,0.3171135902404785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.01,15.512442016601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.01,1.9751615524291992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.2,0.6063392162322998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.01,3.1151296615600588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.2,1.492518424987793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.2,13.384451293945313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.2,0.19962879419326782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.2,0.615999984741211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,16,power_law_1.2,12.619286346435548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.2,0.2456223964691162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.06268159747123718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.2,0.6206399917602539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.2,0.25728960037231446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.01,2.775555229187012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.2,0.6372928142547607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.2,1.912620735168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.09270399808883667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.01,3.918854522705078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.2,0.28926079273223876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.2,0.6576128005981445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.14830080270767212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.2,0.3440799951553345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.2,0.6827712059020996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.2779167890548706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.2,0.4203296184539795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.2,0.7193664073944092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.41527681350708007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.2,0.42154879570007325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.01,0.6645823955535889
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.2,2.32446403503418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.2,0.7684671878814697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.01,3.593241500854492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.01,5.715673446655273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.01,0.710700798034668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.2,0.4372000217437744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.2,0.8343903541564941
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.01,19.190150451660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.01,0.7296639919281006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.2,0.8870783805847168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.2,0.45024957656860354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.2,1.0093343734741211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.01,0.7478975772857666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.2,3.286809539794922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.2,1.2108192443847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.01,7.459967803955078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.01,0.7676256179809571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.2,0.4600831985473633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.01,5.127644729614258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.2,1.4565792083740234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.01,0.8421119689941406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.2,0.4791071891784668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.2,1.8677471160888672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.01,0.8846912384033203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.2,4.290284729003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.2,2.354515266418457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.2,0.508841609954834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.01,6.7730049133300785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.01,0.953923225402832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.01,11.036073303222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.2,0.5382048130035401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.01,31.865679931640624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.2,3.209795379638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.0967776298522949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.2,0.5830463886260986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.2,6.231843185424805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.218342399597168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.2,4.211958312988282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.2,0.6345888137817383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.3523712158203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.01,9.911971282958984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.2,0.6886112213134765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.620297622680664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.2,0.7932576179504395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.2,6.1196544647216795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.2,8.528092956542968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.01,14.455938720703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.2,0.9979583740234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.01,1.2832960128784179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.2,1.2194239616394043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.01,1.4477055549621582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.2,7.934393310546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.2,1.6174591064453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.01,13.200437927246094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.01,1.7767616271972657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.2,13.346176147460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.2,2.007859230041504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.01,2.104390335083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,16,power_law_1.01,18.745341491699218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.2,11.977481842041016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.2,2.841548728942871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.01,2.746473693847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.2,3.7242721557617187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.01,66.28834838867188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,16,power_law_1.01,16.5743896484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.01,3.3926815032958983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.01,0.05021439790725708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.01,0.08649280071258544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.2,16.85560302734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.01,0.13749439716339112
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.2,5.451753616333008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.01,4.683983993530274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.01,0.2685247898101807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.01,0.3707456111907959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.01,0.5962975978851318
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.01,0.6366208076477051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.01,0.6651328086853028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.2,16.462774658203124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.2,7.007974243164062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.01,0.6796000003814697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,16,power_law_1.01,30.0858154296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.01,0.7186399936676026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.01,5.992959976196289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.01,0.7835040092468262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.01,0.840060806274414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,16,power_law_1.01,26.106930541992188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.01,0.9111392021179199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.01,1.044764804840088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.01,1.166857624053955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.01,1.300227165222168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.2,22.18253173828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.01,1.5608960151672364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.2,10.791238403320312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.01,8.647801971435547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.01,1.165724754333496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.01,1.3344863891601562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,16,1,power_law_1.2,7.038336181640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.01,1.6524896621704102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.01,1.9750080108642578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.06255679726600646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.0924448013305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.14742079973220826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.2604896068572998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.3788480043411255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.01,2.6100128173828123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.2,0.669049596786499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,16,power_law_1.2,21.000813293457032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.01,11.287174224853516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.2,0.7088287830352783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.2,0.7293056011199951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.2,0.7542816162109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.2,0.785868787765503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.2,13.72302703857422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.01,3.2525249481201173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.2,0.8523263931274414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.2,0.9130847930908204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.2,0.9903807640075684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.1250240325927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.2653599739074708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.2,1.3905344009399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.01,4.534515380859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.650092887878418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.2,1.319865608215332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.01,14.122470092773437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.2,1.488748836517334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,16,power_law_1.01,61.22213134765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.2,1.8121759414672851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.2,0.0533407986164093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.01,5.827008056640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.2,0.08854399919509888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,16,power_law_1.01,52.293878173828126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.2,0.13742719888687133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.2,2.126483154296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,16,power_law_1.2,17.784579467773437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.2,0.2517888069152832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.2,0.33831679821014404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.2,0.5809535980224609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.2,2.7664480209350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.2,0.6411007881164551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.2,0.6653024196624756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.01,8.472764587402343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.2,0.6954656124114991
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.2,0.7243231773376465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.2,0.7915679931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.2,3.4061824798583986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.2,0.8735520362854003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.2,0.9407903671264648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.2,1.0715295791625976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.01,22.072647094726562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.2,1.2019007682800293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.2,1.3400992393493651
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.2,4.70296630859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.2,1.5936351776123048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.03910079896450043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.045100799202919005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04591040015220642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.047260800004005434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.07511680126190186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.07319039702415467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.07466880083084107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.07206400036811829
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.0778335988521576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.07947520017623902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.2,1.2050848007202148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.08054400086402894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.2,37.42161865234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.08680639863014221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.01,11.07569580078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.08997439742088317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.09418560266494751
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09981439709663391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.21154239177703857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.2,1.367404842376709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.10135359764099121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.11298559904098511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.2,6.0049793243408205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.12363519668579101
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.2,1.6894943237304687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.14912960529327393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.2,2.0013759613037108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.17967040538787843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.2,2.63986873626709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.24933760166168212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.2,8.67061767578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,16,1,power_law_1.01,13.862687683105468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.2,3.280934524536133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.3110176086425781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.2,4.5629119873046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,16,power_law_1.2,34.233456420898435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.431763219833374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,16,power_law_1.2,28.82200927734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.2,5.852102279663086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.2,11.306905364990234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.01,43.62741394042969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.5590496063232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.027769601345062254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.029686400294303895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.03520320057868957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.03649600148200989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.05042240023612976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.2,8.50301742553711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.051158398389816284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.05164480209350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.05315840244293213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.05419520139694214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.05616000294685364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.057920002937316896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.060303997993469236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,16,1,power_law_1.01,21.73218536376953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.06193600296974182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.06515200138092041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.07051519751548767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.08248639702796937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.07901120185852051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.0967743992805481
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.11151360273361206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.1542464017868042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.1835551977157593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.24153599739074708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.2,11.119318389892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.2,14.119471740722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.30736000537872316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,0.8057472229003906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.434768009185791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.5638656139373779
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,16,1,power_law_1.01,43.079428100585936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.03613759875297547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.043782401084899905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.04467200040817261
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.04776639938354492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.07540799975395203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,16,1,power_law_1.2,13.906556701660156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.0766431987285614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.07638720273971558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.07617920041084289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.0780672013759613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.07991039752960205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,0.8208415985107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.08391680121421814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.08519999980926514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.08935040235519409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.09535359740257263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.10144640207290649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.10602879524230957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.1011199951171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11363519430160522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.1232192039489746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.14842239618301392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.17486079931259155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.2501120090484619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.0548192024230958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.3072416067123413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,1.0861408233642578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.2,22.035369873046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.4314688205718994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,1.3527775764465333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.5554592132568359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,2.100543975830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.01,1.3889663696289063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,16,1,power_law_1.2,21.78536376953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,0.8131711959838868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.01,2.153593635559082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.064527988433838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,4.226355361938476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.028489598631858827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.034227201342582704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.035043200850486754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.03758400082588196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.050860798358917235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.05114240050315857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.05241919755935669
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.05298240184783935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.05462080240249634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.05583680272102356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.05804799795150757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.06063680052757263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.061475199460983274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.06484799981117248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.07052159905433655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.07552319765090942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.07693439722061157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.09777600169181824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.1098207950592041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.15370559692382812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.18288320302963257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.24241600036621094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,1.358739185333252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.31267518997192384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.43756799697875975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.2,77.14219970703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.0528544008731842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.05914880037307739
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.061660802364349364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.06978880167007447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.11167360544204712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.11239680051803588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.11364799737930298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.1147487998008728
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.11641279458999634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.11789439916610718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.1210752010345459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.12671040296554564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.12973760366439818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.13332480192184448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.1418336033821106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.14714560508728028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.14396159648895263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.16197119951248168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.17730560302734374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.23297600746154784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.28035199642181396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.565772819519043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.38392961025238037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.4798304080963135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.01,4.298051071166992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.03661440014839172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.04853120148181915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.057631999254226685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.05057600140571594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.07290239930152893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.07431359887123108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.07550399899482726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.07681599855422974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.07848960161209106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.08330240249633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.0882752001285553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.09377279877662659
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.09880639910697937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.10491199493408203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.11336959600448608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,0.6759200096130371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.11872320175170899
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.11867200136184693
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.1386304020881653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.16385600566864014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.22223999500274658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.2662911891937256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.3666719913482666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.4704127788543701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,0.8862943649291992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,0.6719359874725341
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,0.828774356842041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,16,power_law_1.2,56.7677978515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04794560074806213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.05202879905700684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.05497599840164184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.06093760132789612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.061647999286651614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06210240125656128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.062489598989486694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.06282560229301452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.06360960006713867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.06427519917488098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.06596159934997559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.0687936007976532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.07128000259399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08319039940834046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.09145920276641846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.10151679515838623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,0.8655072212219238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.10087360143661499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.11986240148544311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.1397503972053528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.20012800693511962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.23623039722442626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,1.2927712440490722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.3332000017166138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,1.2702048301696778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,2.1033279418945314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.4305568218231201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,1.691334342956543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.6142496109008789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,1.0851936340332031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.8015295982360839
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,1.6775039672851562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.1778592109680175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.2,43.538796997070314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.053487998247146604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.055769598484039305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.06125119924545288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.06991999745368957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.11147199869155884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.11271359920501708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.11388159990310669
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.11522879600524902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.11725759506225586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.11864639520645141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.1211840033531189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.12647360563278198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.12898880243301392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,2.143891143798828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.1331231951713562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.14070719480514526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.14619840383529664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.14398080110549927
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.16190719604492188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.1788383960723877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.2296288013458252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.54782075881958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.2831455945968628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.3792416095733643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.01,2.131439971923828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.4766560077667236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,16,power_law_1.2,69.92575073242188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.03813759982585907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.05057280063629151
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.05669119954109192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.05251839756965637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.07125759720802308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.07176960110664368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.0806111991405487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.07928320169448852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.08294720053672791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.08724480271339416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.08831679821014404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.09225599765777588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.09890559911727906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.1052672028541565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.11201599836349488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.1202015995979309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.11961280107498169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.13911039829254152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.2,1.3920672416687012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.16491199731826783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.22192959785461425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,0.6788064002990722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.262444806098938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.3683039903640747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.4703360080718994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,1.9696544647216796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,0.8909055709838867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,0.667190408706665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,3.4302078247070313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,0.877295970916748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,1.2781439781188966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,1.2764960289001466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.2,2.157516860961914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.01,3.083152008056641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,1.683135986328125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.01,3.330780792236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,1.6828895568847657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,2.145110321044922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,4.206892776489258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.047731199860572816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.05223039984703064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.05386880040168762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.06176000237464905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.06231039762496948
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06204800009727478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.061964797973632815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.06273279786109924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.06428800225257873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.06386240124702454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.0664031982421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07208319902420043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.07520639896392822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08347839713096619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.09368000030517579
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.10200320482254029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.2,2.1338720321655273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.10168639421463013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.1195520043373108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.13623679876327516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.19987839460372925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.01,6.657331085205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.15232959985733033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.16419520378112792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.1642016053199768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.16478400230407714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.21964480876922607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.29298560619354247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.23705599308013917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.3031519889831543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.3063231945037842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.30913600921630857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.31313600540161135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.3202239990234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.3277375936508179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.33565120697021483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.34767999649047854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.3630592107772827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.3844127893447876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.4248223781585693
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.5137824058532715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.5973919868469239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.8194111824035645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.9740063667297363
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,1.3396575927734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,1.7321952819824218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,2.430099105834961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.333187198638916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,3.241136169433594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,16,1,power_law_1.2,43.15964050292969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.11752320528030395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,4.6242622375488285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.12973439693450928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.13078720569610597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.13096319437026976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.18852479457855226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.2774399995803833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.2864351987838745
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.2894144058227539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.2950943946838379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.30280959606170654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.31133759021759033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.3213696002960205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.3323103904724121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,6.07531852722168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.35180480480194093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.3722143888473511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.3914560079574585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.44034881591796876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.5190080165863037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.6226304054260254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.2,4.312857437133789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.8059264183044433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.10895359516143799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.11117440462112427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.43099517822265626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.11928319931030273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.12147200107574463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.9828479766845704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.13940800428390504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,7.911074829101563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.19041279554367066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,1.3766048431396485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.20097599029541016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.2065119981765747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,1.6999872207641602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.20658559799194337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.21362879276275634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,6.881024169921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.1532096028327942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.16291520595550538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.22218239307403564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.1627135992050171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.16403520107269287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,2.5347007751464843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,12.292921447753907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.21657280921936034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.23166399002075194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.2916991949081421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.6158688068389893
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.24240319728851317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.30265278816223146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.3026911973953247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,3.122723197937012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.2581471920013428
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.3054879903793335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.3136512041091919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.2805919885635376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.31995840072631837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.2984447956085205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.3257760047912598
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,4.661119842529297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.3451616048812866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,26.014315795898437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.1171231985092163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.3355423927307129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.8030271530151367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.41792960166931153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.348636794090271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.13006080389022828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.01,6.155500793457032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.1084671974182129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.12986559867858888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.1116063952445984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.1195520043373108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.12895359992980956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,3.4801631927490235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.12183040380477905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.49722561836242674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,6.222332763671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.18452160358428954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.1371232032775879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.3739039897918701
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.2776031970977783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.18648639917373658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.3930783987045288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.6507199764251709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.2853600025177002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.28898561000823975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.4497471809387207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.8138879776000977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,8.271875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.20024960041046141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.2943487882614136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.5395840167999267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.2,3.3476863861083985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.206876802444458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,1.1447392463684083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.30152320861816406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.20761919021606445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.6435967922210694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,1.483910369873047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.21729600429534912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.3082976102828979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.22419838905334472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.1792960166931152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.849619197845459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,12.779593658447265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.23180480003356935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.31954240798950195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,2.075468826293945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,1.042243194580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.24517440795898438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.330947208404541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,2.7307712554931642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.25916481018066406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.35255999565124513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.2874399900436401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,4.077910232543945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.37865281105041504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.3055936098098755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,1.477187156677246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,25.402589416503908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.03304960131645203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.03663040101528168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.40048961639404296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07114880084991455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.3484479904174805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,1.884752082824707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.08974720239639282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,5.433801651000977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.1173408031463623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.43174080848693847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.44483518600463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.14597439765930176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,2.70501766204834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.5159359931945801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.17072319984436035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.5516575813293456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.01,6.7421730041503904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.17975679636001587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.5370399951934814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.6765696048736572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.18470720052719117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.18851519823074342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.8497952461242676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,3.4263038635253906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.19774399995803832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.6474239826202393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,10.654828643798828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,1.2198047637939453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.20768001079559326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.862172794342041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.21921920776367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,1.5560704231262208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,5.422694396972656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,1.0056447982788086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.23983678817749024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,1.4556063652038573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,2.2650783538818358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.3409535884857178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,7.3639678955078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,1.8758720397949218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,21.824940490722657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.35064001083374025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.0390720009803772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.04329279959201813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.07219840288162231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.08671039938926697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,2.8518815994262696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.3708287954330444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,2.891916847229004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.11356799602508545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,9.467139434814452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.14295680522918702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,3.4906272888183594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.40488638877868655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.16308159828186036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.1667359948158264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,4.412710571289063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.43985600471496583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,5.3682910919189455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.1707039952278137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.5077792167663574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.17695679664611816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,15.350274658203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.18518400192260742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.5776256084442138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,6.9953857421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.1970144033432007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,5.80491828918457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.7692480087280273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.20329599380493163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,1.9737279891967774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,0.9483584403991699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.2233344078063965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.30687680244445803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,8.588764953613282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.2,7.756310272216797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.266214370727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.31812798976898193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.3393791913986206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.3746687889099121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.4135200023651123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.6150335311889648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.4927199840545654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.5832384109497071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,0.7800511837005615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,2.2798463821411135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,0.9374719619750976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,12.030390167236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.2753952026367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,2.9650367736816405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,1.6162879943847657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.2,6.670925140380859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,14.256684875488281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,3.865305709838867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,2.2984800338745117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,2.988460731506348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,24.980181884765624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.033913600444793704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.04386560022830963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.07155839800834655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.08889600038528442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.11274880170822144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.14218239784240722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,5.904995346069336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.17064640522003174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.17874560356140137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.18269439935684204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.18804800510406494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.19864959716796876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,3.895987319946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.20947840213775634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.2224384069442749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.24161279201507568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.3419264078140259
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,27.9642333984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.039375999569892885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,31.985684204101563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.35220160484313967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.04472320079803467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.07138559818267823
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.08584960103034973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.37122559547424316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.10788799524307251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.13676480054855347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.40716161727905276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.15978239774703978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.44393601417541506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,5.968457412719727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.16554559469223024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.17095359563827514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,11.799590301513671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.509929609298706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.028700798749923706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.17527999877929687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.028537601232528687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.18694720268249512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.028921601176261903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.5870944023132324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.042607998847961424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.0564191997051239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.057196801900863646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.7855584144592285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.19791680574417114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.05995839834213257
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,0.950716781616211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.0608959972858429
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.2059551954269409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.06336640119552613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.22899839878082276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.06440640091896058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,11.939641571044922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.2745023727416993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.03167040050029755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.03787199854850769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.06807680130004883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.03038719892501831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.04189760088920593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.032646399736404416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.04355199933052063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.04315840005874634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.04632000029087067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.07118080258369446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.31132481098175047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.04786880016326904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.059785598516464235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.07383360266685486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.061318397521972656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.02900800108909607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.08150079846382141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.3195296049118042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,7.001142120361328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.029891198873519896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.6183839797973634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.06338559985160827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.031641599535942075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.04839999973773956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.08703680038452148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.032924801111221313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.029337599873542786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.046249601244926455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.2,3.089849662780762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.061433601379394534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.02956480085849762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.04314239919185638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.06047999858856201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.05632320046424866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.05048959851264954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.05743359923362732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.09442560076713562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.06349440217018128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.060278397798538205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.05121600031852722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.06413760185241699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.06119040250778198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.0531711995601654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.10721280574798583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.06341440081596375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.06619200110435486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.06448000073432922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.05466880202293396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.13399360179901124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.06763839721679688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.0679744005203247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.06432960033416749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.34013440608978274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.07062079906463622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.07150080204010009
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.05784000158309936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.155840003490448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.07446079850196838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.06575040221214294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.08118079900741577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.07438719868659974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.06056960225105286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.3777375936508179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.294198417663574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.07824000120162963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.06787199974060058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.06264640092849731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.08857920169830322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.08410879969596863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.19859520196914673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.41849279403686523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.07032319903373718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.09584959745407104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.10941120386123657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.5056384086608887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.07624959945678711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,2.9836448669433593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.13385920524597167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.1570623993873596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.2439903974533081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.08965759873390197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.08362879753112792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.5960544109344482
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.20429439544677735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.35177600383758545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,0.7857600212097168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.25828800201416013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.09579839706420898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.09800639748573303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.46651520729064944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.07040320038795471
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,0.9438303947448731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.11022080183029175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,3.8735233306884767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.3681951999664307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.12721600532531738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.6495488166809082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.07405440211296081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.13590719699859619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.2826016426086426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.4753119945526123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.07694079875946044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.1642848014831543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.15191999673843384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.8418463706970215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.2208415985107422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,1.6234752655029296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.19490879774093628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.6898848056793213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,5.942480087280273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.2477151870727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.2798719882965088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.24140799045562744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,2.3179935455322265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.39151360988616946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.08343999981880187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.8885631561279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,1.6392288208007812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.3520927906036377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.5079135894775391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,3.0064672470092773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.08941119909286499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,2.149078369140625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.44791998863220217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.7254464149475097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.09499199986457825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.3147104263305665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,3.3252830505371094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.6519231796264648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.10748800039291381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,3.9157951354980467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.13048959970474244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.8364607810974121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,11.851824188232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.03835200071334839
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.1614400029182434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,0.9482784271240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.042752000689506534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.0441760003566742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.0438400000333786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.04747200012207031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.04866879880428314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,6.597052764892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.20857601165771483
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.06730239987373351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.05098239779472351
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,1.2422368049621582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.0673919975757599
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,6.011017608642578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.06785600185394287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.05156480073928833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.2623487949371338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.09980159997940063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.122489595413208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.053487998247146604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.3735935926437378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.12622720003128052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.05400959849357605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.057443201541900635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,1.6605791091918944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.13046400547027587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.48987522125244143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.06094719767570496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.06322240233421325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.13352639675140382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.06996160149574279
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.13593599796295167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.6985824108123779
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.07650240063667298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.13766720294952392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.08283519744873047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,0.9057120323181153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.1420575976371765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.01,2.08624324798584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.09639359712600708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.14792640209198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.15558719635009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,1.3390751838684083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.12455999851226807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.16693439483642578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.01,3.2928672790527345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,1.3988448143005372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.15374720096588135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,1.7816608428955079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.17558079957962036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.2032480001449585
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.01,2.2453119277954103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.25347840785980225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.01,6.662982177734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.047875198721885684
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,12.007804870605469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.18718719482421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.06146559715270996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.04992640018463135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.04854080080986023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.07750719785690308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.35565760135650637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.06125760078430176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.10438400506973267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.06604160070419311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.06555839776992797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.10770239830017089
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.07530879974365234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.2090656042098999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.10990719795227051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.01,3.577222442626953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.07728319764137268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,1.772038459777832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.11227519512176513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.46443519592285154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.07950080037117005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.2503999948501587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.1162943959236145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.08215360045433044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.08482879996299744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.30541119575500486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.11702079772949218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.08727359771728516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.12484480142593384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.094896000623703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.44481921195983887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,1.8889856338500977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.01,7.111001586914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.0692575991153717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.13122880458831787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.10062079429626465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.06803200244903565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.6802527904510498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.06664320230484008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.10083199739456176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.13735359907150269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.10680320262908935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.5610655784606934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.12192959785461426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.12013759613037109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.12694079875946046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.1498463988304138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.7770048141479492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.12973760366439818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.13312000036239624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.13173120021820067
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.16053760051727295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,1.0477760314941407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.1459712028503418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.2,6.1699073791503904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.050281602144241336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.050809597969055174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.05412160158157349
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.07572479844093323
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.13728319406509398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.498969554901123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.17801599502563475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.10160640478134156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.17297919988632202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.1050271987915039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.1376736044883728
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.10953279733657836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.23572800159454346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.14256639480590821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.8715392112731933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.11039680242538452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,1.9406143188476563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.19836479425430298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.11490559577941895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.148636794090271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.29306559562683104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.1144320011138916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.15527679920196533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.25747199058532716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.12229759693145752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,2.9064895629882814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.16545920372009276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.13012160062789918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.41575040817260744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.13942079544067382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,3.854288101196289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.31837759017944334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.5184703826904297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.1768895983695984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.1488703966140747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.4417856216430664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.18810880184173584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.7319327831268311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.5574624061584472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,2.227190399169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.15990079641342164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,1.2795104026794433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,4.95173454284668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.21098239421844484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.8021568298339844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.962559986114502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.26346240043640134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,1.0653216361999511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.17452160120010377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.3303136110305786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,7.756089782714843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.203603196144104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,1.541862392425537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.46850881576538084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,1.4088128089904786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.5879136085510254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.25944640636444094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,2.0208671569824217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.8616000175476074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.2,2.3893056869506837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.3255903959274292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,1.8358623504638671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,16.494610595703126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.0598143994808197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.4666751861572266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.06128000020980835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.06616320013999939
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.06475200057029724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,3.0411231994628904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.1027487754821776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.07453759908676147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.07733759880065919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.5993408203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,2.750524711608887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.07966399788856507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.08175680041313171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,4.013436889648437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.0847711980342865
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.8638976097106934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,1.6893632888793946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.0868128001689911
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,3.609526443481445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.0928928017616272
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,1.110854434967041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.6899328231811523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,4.971440124511719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.09981439709663391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.10733760595321655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.12124799489974976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.01,4.641404724121093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.1357408046722412
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.15226240158081056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,8.143878173828124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.18103679418563842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,1.6672895431518555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.2416640043258667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.2986079931259155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.43551039695739746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.5459936141967774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.01,7.374559783935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,2.187046432495117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.7754464149475098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,1.048095989227295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,1.4500224113464355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,16.676698303222658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.023472000658512116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.03933759927749634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.046326398849487305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.054953598976135255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.062431997060775755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.07528319954872131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.01,14.689903259277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.07835519909858704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.02688960134983063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.07961919903755188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,2.1799840927124023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.03284479975700379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.043724799156188966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.0828224003314972
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.05395519733428955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.06233919858932495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.08489599823951721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.07031040191650391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.07301759719848633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.08916159868240356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.07434239983558655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.13411519527435303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.07688000202178955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.13802239894866944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.1445472002029419
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.08004159927368164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.08434240221977234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.1519551992416382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.11784960031509399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.15635199546813966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,1.9660703659057617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.12216000556945801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.16795200109481812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.12898240089416504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.1896191954612732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.13612799644470214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.21201601028442382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.1425920009613037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.2540640115737915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.15548479557037354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.2980959892272949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.1790719985961914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.3994879961013794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.20422720909118652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.2536448001861572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.5181759834289551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,3.4297153472900392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,3.39268798828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.30943999290466306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.2,2.2183584213256835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.7025536060333252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.42307519912719727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.531660795211792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.9058527946472168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.7435423851013183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.313366413116455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,2.864521598815918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,0.9582143783569336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.7241567611694335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.3920096397399901
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,1.8354143142700194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,2.21148796081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,2.3544864654541016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,3.436918258666992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,3.6579521179199217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,6.884889221191406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.023651200532913207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.04136959910392761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.046214398741722104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.05326719880104065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.061375999450683595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.07507839798927307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.07822719812393189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.07978240251541138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.08250240087509156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.0849407970905304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.0890496015548706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,7.297583770751953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.13371520042419432
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.026361599564552307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.1378432035446167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.031673601269721983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.14353599548339843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.044412800669670106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.05088959932327271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.0615231990814209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.148854398727417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,4.599859237670898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.07118080258369446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.15645439624786378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.07293760180473327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.07510079741477967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.16629120111465454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.07830399870872498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.18818559646606445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.08019840121269226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.20953280925750734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.08523200154304504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.252672004699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.11725440025329589
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.12177599668502807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.2984960079193115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.1290336012840271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.13610880374908446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.14278080463409423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.15519360303878785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.17944320440292358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.3974143981933594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.20482239723205567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.25365118980407714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.30869760513305666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.4255360126495361
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.5155007839202881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.5359104156494141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.7017792224884033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.7446303844451905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.9126976013183594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,0.9661087989807129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,4.374499130249023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.2,3.7493057250976562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,3.5305950164794924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,3.976998519897461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.3207232475280761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,5.695232009887695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.3940095901489258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,5.301702499389648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.7301055908203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,1.8350400924682617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,2.2261024475097657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.2,5.095977783203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,8.856387329101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,8.863359832763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,2.3579776763916014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.2,3.398553466796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,3.448313522338867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.2,8.00301742553711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,3.6484127044677734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,7.0932769775390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.11932480335235596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.11837760210037232
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.11898560523986816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.1632032036781311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.18234879970550538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.20598719120025635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.20979840755462648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.21235840320587157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.2171231985092163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.2198784112930298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.227455997467041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.23272318840026857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.23932480812072754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.2520960092544556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.2692512035369873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.282857608795166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.34730238914489747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.43807039260864256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.5547999858856201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.7289055824279785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.9117471694946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.324070358276367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,1.7744127273559571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,2.513968086242676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,3.386102294921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,5.007302474975586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,6.72107162475586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,8.444051361083984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,13.585670471191406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,28.886959838867188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.09893760085105896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.0981760025024414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.09911360144615174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.1266208052635193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.15903359651565552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.18673280477523804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.19151359796524048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.19857280254364013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,6.8895103454589846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.19874240159988404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.20337278842926027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.08946880102157592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.21241919994354247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.09344639778137206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.22085440158843994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.10387840270996093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.22819840908050537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.10077760219573975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.24723200798034667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.11244800090789794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.26822400093078613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.1343616008758545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.2874367952346802
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.1416383981704712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.3347840070724487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.1472864031791687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.14973119497299195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.15532480478286742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.4350560188293457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.16386879682540895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.17414079904556273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.1806720018386841
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.5371391773223877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.20179200172424316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.7312255859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.2292095899581909
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.924995231628418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.24853119850158692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,1.2914591789245606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.2914752006530762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,1.7048736572265626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.375382399559021
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.4574848175048828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,2.431711959838867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.6367008209228515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.7979487895965576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,1.1316800117492676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,1.4792991638183595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,3.289913558959961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,2.2236928939819336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,4.748575973510742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,2.8298080444335936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,4.25060806274414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,6.558274841308593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,5.535836791992187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,8.193023681640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.01,7.122048187255859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,13.321737670898438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.01,11.700236511230468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,26.76595458984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.12144320011138916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.01,22.513218688964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.09858559966087341
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.12012159824371338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.09856640100479126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.1208191990852356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.09882559776306152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.16192320585250855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.12527040243148804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.18330559730529786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.15838079452514647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.20529279708862305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.18650879859924316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.2096640110015869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.19121919870376586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.21288959980010985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.19452159404754638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.21683199405670167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.19950079917907715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.22012479305267335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.20194239616394044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.2293247938156128
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.21323840618133544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.23456959724426268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.2215104103088379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.24164481163024903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.23031361103057862
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.25725440979003905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.25141119956970215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.27338879108428954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.2687391996383667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.29806079864501955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.3501343965530396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.28978240489959717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.46864957809448243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.35213119983673097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.5643104076385498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.4922304153442383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.7771647930145263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,1.006588840484619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.5905888080596924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,1.4219712257385253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.8008416175842286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,1.939593505859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.026319980621338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.4736255645751952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,1.9132352828979493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.2,7.612518310546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.08809599876403809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,2.6361343383789064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.09234240055084228
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.1032863974571228
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.09968000054359435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.11153919696807861
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,2.868979263305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.13778879642486572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.1402943968772888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.14657919406890868
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.15281599760055542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.15442559719085694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.16394879817962646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.17405439615249635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.179094398021698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.20831360816955566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.23237121105194092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.251526403427124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,3.7230239868164063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.2968127965927124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.39620161056518555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.4901760101318359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,3.6471073150634767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.656547212600708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.8752511978149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,1.2138591766357423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,1.594384002685547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,2.287084770202637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,3.260348892211914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,5.840127944946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,5.661564636230469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,7.580140686035156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,8.266124725341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,4.715151977539063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,7.2880706787109375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.031667199730873105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.05355200171470642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.06687679886817932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.08650879859924317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.10132479667663574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.12702399492263794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.13328319787979126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.13794560432434083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.14040000438690187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.14538880586624145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.15664639472961425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.16718080043792724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.226364803314209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.23525118827819824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.24250240325927735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.2518143892288208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.2680576086044312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.30031681060791016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.33142719268798826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.4088895797729492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.49818878173828124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.6584832191467285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.8147583961486816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.124556827545166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.444649600982666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,2.0809503555297852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,2.726121520996094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,3.4936897277832033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,9.880262756347657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,5.4173728942871096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,10.472611236572266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,18.17656707763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.03648959994316101
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.04815680086612702
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.06652479767799377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.082259202003479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,6.274867248535156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.09907199740409851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.12739200592041017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.13042240142822265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,10.80675811767578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.13615360260009765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.13763519525527954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.14394880533218385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.15321600437164307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.16001919507980347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.2007904052734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.20912320613861085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.21854720115661622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.22792959213256836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.2456415891647339
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.2852447986602783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.3189471960067749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.4150688171386719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.4990015983581543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.657535982131958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,0.8220864295959472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.2,7.736310577392578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.1464703559875489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,1.4748543739318847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,2.1360191345214843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,2.792348861694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,3.5833473205566406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,5.549903869628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,11.09015350341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.031404799222946166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.05899839997291565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.06700800061225891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.08170239925384522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.09952639937400817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.12868479490280152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.13432960510253905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.14117439985275268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.1450495958328247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.1488927960395813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.16069120168685913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.17186880111694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.22616961002349853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.23432960510253906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.2426527976989746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.2511552095413208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.2672384023666382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.29972479343414304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.33077120780944824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.4124159812927246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.03694080114364624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.50032639503479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.058633601665496825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.6580287933349609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.0664896011352539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.07987200021743775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.8152031898498535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.09514880180358887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.12313280105590821
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.12969919443130493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.13308800458908082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.13779840469360352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.14318399429321288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.15250879526138306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.16332800388336183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.1282015800476075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.20303359031677246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.21335361003875733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.22027840614318847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.2299423933029175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.24672000408172606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.28569281101226807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.32890560626983645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.41651201248168945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.4519071578979492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.5056672096252441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,0.6598015785217285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,0.8261055946350098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.1527647972106934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,1.4791104316711425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,2.0872512817382813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,2.1403776168823243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,2.7271455764770507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,16.66681671142578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,2.8100864410400392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.2,13.012892150878907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,3.4886497497558593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,17.977693176269533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,3.593260955810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,5.416934585571289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,17.885133361816408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.15208319425582886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.22142400741577148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.21903998851776124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.22276480197906495
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.2813920021057129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.3416575908660889
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.4262080192565918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.4334847927093506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.43576641082763673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.4427743911743164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.45205440521240237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.46076159477233886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.4743743896484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.49115519523620604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.5091040134429932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.5277567863464355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.5688576221466064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.6485727787017822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.7418816089630127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.9564191818237304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.1049823760986328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,1.4449407577514648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,1.793734359741211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,5.57652473449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,2.461507225036621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,3.2175838470458986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,4.610230255126953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,6.04139518737793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,7.832374572753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.2,6.8816062927246096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,12.555145263671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.12083519697189331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.17581759691238402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.17612799406051635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.17713919878005982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.22679998874664306
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.299782395362854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.4187615871429443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.42807998657226565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.43137922286987307
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.4336863994598389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.44745597839355467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.4563136100769043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.4672544002532959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.482908821105957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.505679988861084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.5262432098388672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.5609568119049072
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.6502816200256347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.7396063804626465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.9290047645568847
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,1.1046655654907227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,1.4454367637634278
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,1.8046815872192383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,2.5370367050170897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,3.2527393341064452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,24.969827270507814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.11039680242538452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.1659008026123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.2,15.819541931152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.16868799924850464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.15414079427719116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.17025279998779297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.22066879272460938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.18963199853897095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.2215359926223755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,4.703488159179687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.22112319469451905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.2210304021835327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.27029759883880616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.28292479515075686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.2876960039138794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.334332799911499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.42162561416625977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.29954559803009034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.42795519828796386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.3021823883056641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.4291584014892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.31077759265899657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.3220736026763916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,6.299411010742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.32816638946533205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.4363423824310303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.34879679679870607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,32.111724853515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.11689599752426147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.44092798233032227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.36355199813842776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.17588479518890382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.1758911967277527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.4527455806732178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.1768064022064209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.38712000846862793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.22638399600982667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.4676447868347168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.3053056001663208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,7.9675743103027346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.41471037864685056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.4109344005584717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.49254717826843264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.4181983947753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.49791998863220216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.4299647808074951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.5157279968261719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.43592000007629395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.5722335815429688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.7298175811767578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.4423359870910645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.5326079845428466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.8773823738098144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.45177597999572755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,12.341535949707032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.5774752140045166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,1.1930720329284668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.4652224063873291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.6661952018737793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,1.4962016105651856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.478985595703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.7632991790771484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.5015423774719239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.5238111972808838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.9664031982421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,2.1187360763549803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.567519998550415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,1.1379103660583496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.6742015838623047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.7822527885437012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,1.5029055595397949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,2.784966468811035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.9530240058898926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,25.022175598144532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.10889600515365601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,1.9547647476196288
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.16612160205841064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.16899839639663697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.17091200351715088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,1.1568608283996582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.18880640268325805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.2146912097930908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,3.9785057067871095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,2.724105644226074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.2749056100845337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,1.5119359970092774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.2892832040786743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.2801248073577881
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,1.9414400100708007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.29576640129089354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,3.5193920135498047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.30938560962677003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,5.3176414489746096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,2.712851142883301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.3194272041320801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.33297278881073
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.2,25.232118225097658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,5.203654479980469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.032927998900413515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.03685440123081207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.06610239744186401
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.3443007946014404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,3.4590431213378907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.0901311993598938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.01,6.810086059570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.1240447998046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.36291520595550536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.1627679944038391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.19434239864349365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.3803872108459473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,6.856902313232422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,5.150864028930664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.2264159917831421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,35.949563598632814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.03919680118560791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.42024641036987304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.04376960098743439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.23465919494628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.01,10.564870452880859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.05181760191917419
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.08649920225143433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.5057824134826661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.11896320581436157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,6.995584106445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.24117441177368165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.6002431869506836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.15374720096588135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,8.581520080566406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.18229759931564332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.7514624118804931
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.24946880340576172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.21328320503234863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.21316161155700683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.9151616096496582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,8.487875366210938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.26029119491577146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.01,20.910560607910156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,1.251315212249756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.22086720466613768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.2700608015060425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,1.5898048400878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,14.279843139648438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.23312320709228515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.2960639953613281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.23991680145263672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,13.186463928222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.32130239009857176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,2.2231008529663088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.2519295930862427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.338918399810791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.2663615942001343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.46243839263916015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,3.0022207260131837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.3101248025894165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.49854397773742676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.3305952072143555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.42559041976928713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.5344160079956055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,28.7793212890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.033199998736381534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,4.309881591796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.036950400471687316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.03859519958496094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.07071040272712707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.4642240047454834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.08967679738998413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.0435232013463974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.6047232151031494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.07295680046081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,29.334500122070313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.11903680562973022
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.08682559728622437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.056918400526046756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.5085152149200439
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.15476479530334472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.6892191886901855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.11529920101165772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.1827296018600464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.6014944076538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.1478335976600647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,0.9035615921020508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.21994240283966066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.057715201377868654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.6872735977172851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.058284801244735715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.17557120323181152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.2311487913131714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.08229439854621887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,11.115497589111328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.01,0.040329599380493165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.01,0.04069760143756866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.01,0.04126720130443573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.08432319760322571
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.0430848121643066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,0.8703807830810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.01,0.05560320019721985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.20254719257354736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.09279360175132752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,5.566223907470703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.01,0.07405120134353638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.23765439987182618
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.01,0.09282240271568298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,1.032438373565674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.09372159838676453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.20674240589141846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.01,0.09383999705314636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.24871680736541749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.3782015800476075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,10.795942687988282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,1.371561622619629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.21730880737304686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.2615808010101318
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.05768960118293762
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.09624639749526978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.05722560286521912
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.2,7.33109130859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.057657599449157715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.2709728002548218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.09781439900398255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,1.7110240936279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.08246719837188721
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,1.7124927520751954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.08464000225067139
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.01,0.09758719801902771
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.09248639941215515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.09849280118942261
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.30327041149139405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.01,0.09859840273857116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.09411519765853882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.10312319993972778
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.09674559831619263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.01,0.09911999702453614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,2.3973087310791015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.2283936023712158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.3242592096328735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,2.3972415924072266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.09804480075836182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.10668799877166749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.01,0.10390399694442749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.09960960149765015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.01,0.10799679756164551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.3439840078353882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.10312960147857667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.24194879531860353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.01,0.1122048020362854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,3.080143928527832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.10649280548095703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.01,0.12350399494171142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.11107519865036011
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.46898560523986815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.12200959920883178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.01,0.13096319437026976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,3.086556816101074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.11087039709091187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.25107200145721437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,4.029017639160156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.2,11.217129516601563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.1208575963973999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,4.067241668701172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.5043647766113282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.26771519184112547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.13101760149002076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.5389311790466309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.12990399599075317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.01,0.14024640321731568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,6.1318622589111325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.6209536075592041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.13820159435272217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.01,0.15824320316314697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.314303994178772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,6.079283142089844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.1377120018005371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.15773439407348633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.7200992107391357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.01,0.1925663948059082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.3330336093902588
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.19514559507369994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.15750720500946044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.01,0.23011200428009032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,0.9072416305541993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,12.241190338134766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.2,0.04067200124263763
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.2,0.041206398606300355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.2,0.0416128009557724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.2,0.0536575973033905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.2,0.07415040135383606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.2,0.09263359904289245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.2,0.09382719993591308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.2,23.673756408691407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.2,0.09654719829559326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.4286943912506104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,1.0517184257507324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.2,0.09815359711647034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.2,0.09982399940490723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.2431936025619507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.01,0.3106623888015747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.2,0.10406719446182251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.1908511996269226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,12.090892791748047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.2,0.10882240533828735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.01,0.02434239983558655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.2,0.11187200546264649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.02136320024728775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.01,0.030643200874328612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.2,0.12266240119934083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.024076800048351287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.038726401329040525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.01,0.034892800450325015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.2,0.13125760555267335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.3315903902053833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.01,0.0508512020111084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.2,0.14004479646682738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.01,0.39600319862365724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.01,0.06327040195465088
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.01,0.0836575984954834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.391484832763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.2,0.1602015972137451
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.2,0.1987104058265686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.01,0.0877568006515503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.43569278717041016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.2,0.23979520797729492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.01,0.08988159894943237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.2,0.33464319705963136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.01,0.5725535869598388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.01,0.0918175995349884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.2,0.4220895767211914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.2,0.618070411682129
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.2,0.5962111949920654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.4711808204650879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,1.7213760375976563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.056454402208328244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.01,0.09722239971160888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.22879679203033448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.06704000234603882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.2,0.7917280197143555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.09006400108337402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.01,0.10272959470748902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.2,0.7904736042022705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.01,0.10270719528198242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.09528319835662842
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.2,1.1583647727966309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.3049760103225708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.01,0.10412800312042236
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.09945279955863953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.01,0.11074880361557007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.2,1.1522784233093262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.10213439464569092
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.01,0.11765439510345459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.2,1.4573920249938965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.10540800094604492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.01,0.12202240228652954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.11271359920501708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.2,1.506377601623535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.4052703857421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.01,0.13227200508117676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.2,2.2554784774780274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.01,0.7330687999725342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.4087711334228517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.01,0.1559008002281189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.01,0.5654272079467774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.01,0.17507840394973756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.2,2.392470359802246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.2,2.921999931335449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.12524160146713256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.01,0.7524159908294678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.01,0.21593921184539794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.1266271948814392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,3.1023359298706055
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.13181760311126708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.01,0.254419207572937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.01,1.060547161102295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.5153120040893555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.01,1.0654303550720214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.01,0.34031999111175537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.2,3.0770496368408202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.1363263964653015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,32,power_law_1.2,3.9417793273925783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.01,0.4243296146392822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.01,1.395263957977295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.01,1.3744704246520996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.1415071964263916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,4.050089645385742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.6075839996337891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.01,0.5898335933685303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,32,power_law_1.2,6.11583366394043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.1520352005958557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.01,2.0562944412231445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.2,3.9070144653320313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.01,0.7558623790740967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,0.7006175994873047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.170249605178833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.01,2.724527931213379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,6.124390411376953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.01,1.0877023696899415
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,0.8745152473449707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.18836159706115724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.01,1.420582389831543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.01,2.078688049316406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,1.0445440292358399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,32,power_law_1.01,3.5506145477294924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.22587840557098388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,32,1,power_law_1.01,1.812995147705078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.26190719604492185
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,32,power_law_1.01,5.510678482055664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,1.3822303771972657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.01,2.7866399765014647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,32,1,power_law_1.01,2.8188352584838867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.33575680255889895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,12.152102661132812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.42060160636901855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.01,3.5581695556640627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,1.725961685180664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.5876160144805909
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.020467199385166168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,32,power_law_1.01,11.286105346679687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,32,1,power_law_1.01,5.609353637695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.023472000658512116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.03900800049304962
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.2,0.02454719990491867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.01,0.24268159866333008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.2,0.030582401156425475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.2,6.364521789550781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.01,0.24131200313568116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.2,0.03488639891147614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.7445631980895996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.01,0.2391455888748169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.054739201068878175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.2,0.04849919974803925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.01,5.783788681030273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,2.417616081237793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.06289280056953431
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.2,0.061110401153564455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.0884607970714569
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.2,0.08443840146064759
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.2,0.08746880292892456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.01,0.23993279933929443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.09515519738197327
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.0686880111694337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,3.101519966125488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.2,0.09071360230445862
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.01,0.20572481155395508
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.0989184021949768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.01,11.115225219726563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.01,0.1560927987098694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.10385600328445435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.01,0.5251391887664795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.2,0.09538879990577698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.01,0.15688639879226685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.3939776420593262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.01,0.15797439813613892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.10856000185012818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.2,0.09862080216407776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.01,0.528879976272583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.01,0.1587615966796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.1146623969078064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,4.085887908935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.2,0.10682879686355591
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.01,0.18344000577926636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.01,1.779635238647461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.01,0.5372352123260498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,32,power_law_1.2,12.376898956298827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.01,0.5549824237823486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.2,0.10206079483032227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.12539520263671874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.01,0.49530558586120604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.2,0.10424959659576416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.01,0.5611135959625244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.01,0.15557440519332885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.01,0.5064000129699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.01,2.752454376220703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.12760000228881835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.01,0.15748159885406493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.2,0.11395200490951538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,6.154297637939453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.01,0.5203135967254638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.01,0.1596511960029602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.1340127944946289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.01,0.5775712013244629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.2,0.11638720035552978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.01,0.5349952220916748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.01,0.18984320163726806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.13899199962615966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.01,0.5950047969818115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.2,0.12396800518035889
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.01,5.474188613891601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.01,0.5407199859619141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.01,0.24250879287719726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.2,0.23243520259857178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.2,0.2306432008743286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.603107213973999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.01,0.3255167961120605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.2,0.23572800159454346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.01,0.6262432098388672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.01,0.5574431896209717
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.01,0.3401535987854004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.2,0.23487999439239501
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.01,0.5823103904724121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.15237120389938355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.2,0.2180351972579956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.01,0.34501121044158933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,12.271148681640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.01,0.608355188369751
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.2,0.1566912055015564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.01,0.6674111843109131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.2,0.1578752040863037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.2,0.5111423969268799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.2,0.159443199634552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.01,0.6516128063201905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.2,0.13536959886550903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.2,0.16022720336914062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.2,0.18029760122299193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.2,0.5224415779113769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.17193280458450316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.01,0.36299839019775393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.2,0.4995744228363037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.2,0.5092063903808594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.2,0.5188960075378418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.2,0.5303455829620362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.01,0.7021952152252198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.2,0.5287199974060058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.2,0.15759040117263795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.2,0.5428703784942627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.01,0.36497600078582765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.2,0.554150390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.2,0.5584352016448975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.01,0.7281919956207276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.2,0.58122239112854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.2,0.6175871849060058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.2,0.17832000255584718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.01,0.7490848064422607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.2,0.66877760887146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.2,0.5561823844909668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.2,0.7148608207702637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.2,0.7675424098968506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.01,0.7767263889312744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.01,0.8479519844055176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.2,0.8630463600158691
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.1908352017402649
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.2,0.22006399631500245
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.2,0.5830175876617432
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.01,0.39163200855255126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.2,1.0687071800231933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.2,1.2473600387573243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.01,1.0340640068054199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.2274399995803833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.01,0.8666015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.2,0.5961952209472656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.2,1.6894432067871095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.2,0.25661120414733884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.01,0.40949440002441406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.2,2.081616020202637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.01,1.2176192283630372
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.2,0.6284863948822021
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.2,2.9141664505004883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.01,1.0366527557373046
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.2649375915527344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.2,0.34393279552459716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.2,0.6924223899841309
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.01,1.6332511901855469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.01,0.4381087779998779
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.2,3.7512958526611326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.01,1.2354751586914063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.2,0.42928318977355956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.2,0.742460823059082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.01,1.9823776245117188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.01,0.4745183944702148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.2,5.338032150268555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.2,13.081849670410156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.2,0.7884736061096191
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.2,0.15523200035095214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.01,1.6020832061767578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.01,2.7989599227905275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.2,0.15898239612579346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.01,0.5182208061218262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.2,0.597331190109253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.2,0.8685471534729003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.2,0.1598528027534485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.2,7.034268951416015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.01,0.5696608066558838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.2,1.0670975685119628
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.2,0.76179518699646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.01,3.5057567596435546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.2,0.19046399593353272
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.01,0.6666592121124267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.3374560117721558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.2,1.261235237121582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.2,0.25532801151275636
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.2,10.719773101806641
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.01,4.9973503112792965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.2,0.3217504024505615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.2,1.093449592590332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.01,0.8442208290100097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.2,1.649750328063965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.4227776050567627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.01,1.98175048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.2,0.3288480043411255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.2,0.3460576057434082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.01,1.0336480140686035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.2,2.032646369934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.01,6.663871765136719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.2,14.578860473632812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.5907135963439941
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.2,0.35796480178833007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.2,2.8254079818725586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.01,2.7450239181518556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.01,1.4014464378356934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.2,0.3701119899749756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.2,1.4279583930969237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.7476640224456788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.01,9.80511703491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.2,3.635446548461914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.2,0.3916703939437866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.01,3.456095886230469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.2,0.4145376205444336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.01,1.7578943252563477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.2,1.0745311737060548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.2,0.437772798538208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.2,5.494563293457031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,32,power_law_1.2,18.287295532226562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.01,12.902485656738282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.01,2.5086816787719726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.2,0.4850656032562256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.01,4.9736896514892575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.2,0.5307136058807373
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,32,1,power_law_1.2,1.8228351593017578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.2,7.257718658447265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.2,0.5815711975097656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.01,3.2091041564941407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.2,0.6742688179016113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.01,6.520873260498047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,32,power_law_1.01,16.94803466796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.2,0.8610976219177247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.3992480278015136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.01,4.717814254760742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.2,1.0486687660217284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.2,11.788976287841797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.2,1.4462976455688477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.01,6.100688171386719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.01,9.848108673095703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.2,1.8155199050903321
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.2,1.7796895980834961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,32,1,power_law_1.2,2.829942321777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.2,2.632771110534668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.2,15.882424926757812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.01,9.12845458984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,32,power_law_1.01,26.63536376953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.01,13.123542785644531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.2,3.374176025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.2,2.769241523742676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.2,4.922719955444336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,32,power_law_1.2,30.36224365234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.01,11.977417755126954
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.2,6.360419082641601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.01,17.318780517578126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.2,19.572869873046876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.2,9.846211242675782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,32,power_law_1.01,15.3508544921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.2,12.689746856689453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.01,27.53583679199219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,32,power_law_1.01,55.6205322265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.04055359959602356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.07147200107574463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.11813440322875976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.2231071949005127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.31283519268035886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.49372158050537107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.539731216430664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,32,power_law_1.01,23.941679382324217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,32,1,power_law_1.2,5.635315322875977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.01,0.5599008083343506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.01,0.04715839922428131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.01,0.06321920156478882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.5692416191101074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.01,0.11322879791259766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.5923264026641846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.6407648086547851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.6878015995025635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.7395040035247803
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.01,0.20425920486450194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.01,0.8422431945800781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.01,0.2917439937591553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.01,0.9449695587158203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.01,0.4693183898925781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.044211196899414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.01,0.49409918785095214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.2513888359069825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.01,0.5120927810668945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,32,power_law_1.2,16.103840637207032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.01,0.5291071891784668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.01,0.5589280128479004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.01,0.8455295562744141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.01,0.6060192108154296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.01,0.6556543827056884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.01,0.9653152465820313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.01,0.708019208908081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.01,0.8103391647338867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.01,0.9080287933349609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.01,1.0053024291992188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.189686393737793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.01,1.2193471908569335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.408358383178711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.01,0.8268832206726074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.2,5.50214729309082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.01,0.939568042755127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.01,1.8554719924926757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.01,1.164572811126709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.3072895050048827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.01,1.3979647636413575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.01,54.450897216796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.01,1.8366336822509766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.040031999349594116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.01,3.206150436401367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.07582719922065735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.11843199729919433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.01,2.289945602416992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.2029344081878662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.2864448070526123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.4845695972442627
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,32,power_law_1.01,48.42129211425781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.531283187866211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.558515214920044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.01,4.107398223876953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.5840288162231445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.2,0.043875199556350705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.2,31.462191772460937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.01,3.1840192794799806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.6069024085998536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.2,0.07687039971351624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.2,0.11605440378189087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.6590335845947266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.7068448066711426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.7714144229888916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.2,0.8693375587463379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.2,0.9742048263549805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.2,0.19304319620132446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.10543359518051147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.0776096343994142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.1062816023826599
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.01,4.088288116455078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.2,0.27172160148620605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.10569599866867066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.01,5.977632141113281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.16818560361862184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.2,0.4602560043334961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.20384318828582765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.282761573791504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.2,0.4972127914428711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.2788288116455078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.2,0.5176896095275879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.2878432035446167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.28945920467376707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.2,0.539356803894043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.2931519985198975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.2,0.8730048179626465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.2,0.571350383758545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.296124792098999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.3032448053359985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.01,5.959782409667969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.2,0.6177440166473389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.2,0.9809727668762207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.3115135908126831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.01,7.820166778564453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.2,0.672492790222168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.31902079582214354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.2,0.7411744117736816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.3307487964630127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.2143520355224608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.2,0.8413151741027832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.3473184108734131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.2,0.9355296134948731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,32,power_law_1.2,25.5135009765625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.01,7.793657684326172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.36298561096191406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.428659152984619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.2,1.0371999740600586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.3965919971466064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.01,9.840764617919922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.2,1.2458687782287599
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.4691455841064453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.2,1.878438377380371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.5479231834411621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.7226816177368164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.9054495811462402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.2,0.8460512161254883
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.2350303649902343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.3265247344970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.5602432250976563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.2,0.9663935661315918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,32,1,power_law_1.01,9.815398406982421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,2.2831743240356444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.2,1.1847935676574708
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.2,3.224867248535156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,2.9030208587646484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.2,1.4098400115966796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.01,15.397576904296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,4.188387298583985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.2,4.124031829833984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.2,1.8589599609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,5.875964736938476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.2,2.3060895919799806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,7.236723327636719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.2,3.215292739868164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,32,1,power_law_1.01,15.357359313964844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.2,5.997881698608398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.2,4.1119647979736325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,11.344713592529297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.2,7.839679718017578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.2,5.99639663696289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,23.37590789794922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.0931007981300354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.09688640236854554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.09456639885902404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.14144320487976075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.17639039754867553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.2698335886001587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.274617600440979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.2780767917633057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.28308160305023194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.2874880075454712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.01,30.557550048828126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.08568320274353028
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.2963007926940918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.09088320136070252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.10088640451431274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.101801598072052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.12043839693069458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.3050271987915039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.16795200109481812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.17424319982528685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.31391680240631104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.17650560140609742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.3298975944519043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.1828927993774414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.3493760108947754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.18657920360565186
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.19303040504455565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.37002561092376707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.20274879932403564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.41042561531066896
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.2117759943008423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.2,7.8435615539550785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.4847424030303955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.5759168148040772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.22567999362945557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.7524640083312988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.24285120964050294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.9123423576354981
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.2600543975830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,1.2949503898620605
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.3065184116363525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,32,1,power_law_1.01,30.51166687011719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.10603519678115844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,1.6194080352783202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.10701440572738648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.3821631908416748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.10677759647369385
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.1654752016067505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.20223040580749513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.4594399929046631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.2788800001144409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,2.3098047256469725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.6059487819671631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.2873536109924316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.759503984451294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.2899199962615967
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.2949887990951538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,1.0545599937438965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.2979520082473755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,3.031782341003418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.30462400913238524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.2,9.854515075683594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,1.35283203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.3118016004562378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.31984639167785645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,1.9656063079833985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,4.4253791809082035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.3324287891387939
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.349833607673645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,2.623129653930664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.36500160694122313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.3985919952392578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,5.926668930053711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,3.7675872802734376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.48273282051086425
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.5862783908843994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.7898943901062012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.974835205078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,7.4705055236816404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,5.025158309936524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.3176063537597655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,32,1,power_law_1.2,9.850153350830078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,1.7251903533935546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.01,6.389807891845703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,2.4863935470581056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,3.309814453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,11.759439849853516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,4.734684753417969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,9.94788818359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,6.738518524169922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,23.531584167480467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.09293439984321594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.09339839816093445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.09377279877662659
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.1385696053504944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.1744447946548462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.26948161125183107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,8.539282989501952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.27482240200042723
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.2778847932815552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,20.4263427734375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.28310720920562743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.08666239976882935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.09134079813957215
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.28762240409851075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.10111360549926758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.09856640100479126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.2960736036300659
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.12007999420166016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.3056544065475464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.16614079475402832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.314137601852417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.1736672043800354
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.3303936004638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.17569600343704223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.1819551944732666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.35304319858551025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.18534400463104247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.37163519859313965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.19395840167999268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.41408958435058596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.20258879661560059
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.5012063980102539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.2109503984451294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,14.523619079589844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.22524800300598144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.583299207687378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.8021183967590332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.24953920841217042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.974608039855957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.26914238929748535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.3092992067337036
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,1.4048416137695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.3904351949691772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.4746399879455566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.6304959774017334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,1.7284000396728516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.7913599967956543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,1.0964608192443848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,1.4040096282958985
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,2.6145536422729494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,2.0833599090576174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,3.158064079284668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,2.846566390991211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,4.967545700073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.2,15.409750366210938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,4.241315078735352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,6.680079650878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,5.494927978515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,32,1,power_law_1.2,15.418380737304688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,8.715414428710938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.2,7.0829826354980465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,30.640911865234376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.02659200131893158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.026179200410842894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.03899520039558411
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.04211840033531189
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.05668799877166748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.0565887987613678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.059356802701950075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.060172802209854125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.06258879899978638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.06402239799499512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.06740800142288209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.07107840180397033
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.07378559708595275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.08021119832992554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,13.482821655273437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.08658239841461182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.09443519711494446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.10630079507827758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.13185919523239137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,11.896662139892578
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.15533759593963622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.1957919955253601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.2387455940246582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.3427839994430542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.4375296115875244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.6302207946777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.8187552452087402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.2124863624572755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,1.6108415603637696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,2.070204734802246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,27.77344665527344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.028310400247573853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.030931198596954347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.04079360067844391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.046323201060295104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.05961599946022034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.059910398721694944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.06285759806632996
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.06384639739990235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.06564800143241882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.06755520105361938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.06980800032615661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,3.2613216400146485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.07431039810180665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.0773311972618103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.08262079954147339
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,32,power_law_1.2,60.19638671875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.08898239731788635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.09646080136299133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.03848640024662018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.10742720365524291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.04123519957065582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.13346240520477295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.042771199345588685
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.15544320344924928
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.042080000042915344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.21324479579925537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.04594239890575409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.2563711881637573
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.0474368005990982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.05025280117988586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.04956159889698029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.36751039028167726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.052960002422332765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.4743167877197266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.052035200595855716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,6.492310333251953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.05568640232086182
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,0.6740799903869629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.026607999205589296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.058796799182891844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.026284798979759216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.06087679862976074
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.0389055997133255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.06933760046958923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.04254080057144165
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,23.330348205566406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.028502398729324342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.05605120062828064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.031113600730895995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,0.889958381652832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.05650240182876587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.04038400053977966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.04550400078296661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.07476159930229187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.059356802701950075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.05947520136833191
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.2,65.28016357421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.038627201318740846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.05979200005531311
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.03999359905719757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.06073920130729675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.042630401253700254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.08195840120315552
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.042531201243400575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.06275839805603027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.06262720227241517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,1.3015775680541992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.04699519872665405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.0640064001083374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.06384320259094238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.047295999526977536
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.09393600225448609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.06755840182304382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.06486719846725464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.04925119876861572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.12034560441970825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.07069439888000488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.06695359945297241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.14672000408172609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.05101439952850342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.06927040219306946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.07353919744491577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,1.7292352676391602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.05158720016479492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.07305600047111512
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.18962559700012208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.0803871989250183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.052767997980117796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.05620800256729126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.07596480250358581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.23434240818023683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.05990399718284607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.08806399703025818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.08165760040283203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.01,2.2092832565307616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.06132159829139709
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.3404223918914795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.08671360015869141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.06877120137214661
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.09439359903335572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.09398720264434815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.4305727958679199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.0745248019695282
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.10710719823837281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.1052575945854187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.01,3.4109535217285156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.6238304138183594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.08108159899711609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.12792960405349732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.13289279937744142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.15618560314178467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.09434559941291809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.8086560249328614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.1563488006591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.11997120380401612
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.20723519325256348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.01,6.957417297363281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.040243199467658995
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,1.19650239944458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.1480191946029663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.19940799474716187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.039971199631690976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.0755840003490448
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.2585024118423462
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.07678080201148987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.10414400100708007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.19821120500564576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.10726399421691894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.24681599140167237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,1.5886783599853516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.10936319828033447
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.24382400512695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.3784447908401489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.36097919940948486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.11072959899902343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.3501568078994751
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.01,2.0362432479858397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.11977599859237671
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.4900320053100586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.11678400039672851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.46576318740844724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.13349759578704834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.01,3.2238174438476563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.45264320373535155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.1382591962814331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.14487040042877197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,0.7067200183868408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.15595200061798095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.6639359951019287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.16609599590301513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.01,6.405891418457031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.17765120267868043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.03837440013885498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.04232639968395233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.6503456115722657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.05914239883422852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.07043840289115906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.0983519971370697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.1980191946029663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.10015679597854614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.8685759544372559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.1033471941947937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.10572799444198608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.24099199771881102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.1089792013168335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.11117119789123535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.2947679996490479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,0.9254816055297852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.11669759750366211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.12302080392837525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.12934720516204834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.1419327974319458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.15443520545959472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.4079808235168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.16790399551391602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.5241055965423584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.19401919841766357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.2447200059890747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.7534848213195801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.30139520168304446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.8590527534484863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.4111135959625244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,1.2837151527404784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.9822015762329102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.5375584125518799
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.7724319934844971
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.9950176239013672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.4422880172729493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,1.4637760162353515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.8712736129760743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,1.9467840194702148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,1.3616319656372071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.7713504791259767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,2.9038400650024414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,3.6863967895507814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,3.7957473754882813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,1.2580991744995118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,4.722451019287109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,4.8178974151611325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,7.658502197265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,7.8481697082519535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,1.6834848403930665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,16.38805694580078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.0545087993144989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.05654079914093017
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.05985280275344849
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.06079679727554321
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.06997759938240052
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.07149119973182679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.07448319792747497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.07586879730224609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.07922559976577759
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.08073599934577942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.08651520013809204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.09209280014038086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.09860479831695557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.11240639686584472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.12344000339508057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.1367136001586914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.16349439620971679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.21910400390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.2768928050994873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.38714559078216554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.4958975791931152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.7048319816589356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.906281566619873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,1.3450752258300782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,1.7786752700805664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,15.546394348144531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.040982401371002196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.039664000272750854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.07513920068740845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.07787520289421082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.10384960174560547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.10553920269012451
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.10973119735717773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,2.6116863250732423
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,1.6711231231689454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.11809600591659546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.1218783974647522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.12467199563980103
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.13264319896697999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.138374400138855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.14553920030593873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.15613119602203368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.16696319580078126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.17795519828796386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,3.512985610961914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.19906560182571412
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.24677119255065919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.30266239643096926
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.43404479026794435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.561683177947998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.01,4.3327583312988285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.8138688087463379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,1.0656000137329102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.01,7.085135650634766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.5487104415893556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.01,14.087303161621094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.040064001083374025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.041555199027061465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.058713597059249875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.06908479928970337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.09813439846038818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.10020480155944825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.10388799905776977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.10557440519332886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.10841599702835084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.11072640419006348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.11608959436416626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.12264319658279418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.12935999631881714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.14094079732894899
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.15275520086288452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.16582720279693602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.1922943949699402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.24595839977264405
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.30845439434051514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.449513578414917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,1.7911680221557618
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.5634399890899658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.8017024040222168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,1.0496767997741698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,2.047641563415527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.2,2.128924751281738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,1.6363040924072265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,2.063167953491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,2.194748878479004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,3.0692319869995117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,3.0373056411743162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,32,power_law_1.2,52.00733642578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.055302399396896365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.056908798217773435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.060038399696350095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.05970240235328674
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.07051519751548767
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.07370240092277527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.07436800003051758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.0797439992427826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.07927039861679078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.08105279803276062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.0868607997894287
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.09328320026397705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.10062400102615357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.11328639984130859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.12353279590606689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.13878719806671141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.1693120002746582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.2287071943283081
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.2883296012878418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.4072703838348389
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.5167295932769775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.7478879928588867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.9709664344787597
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,4.285039901733398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,1.4463744163513184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,4.079849624633789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,1.8612800598144532
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.2,2.300886344909668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,2.837945556640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,5.383903884887696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,5.0638080596923825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,3.7424385070800783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,32,1,power_law_1.2,30.59587707519531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.12797119617462158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.13240959644317626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.1326464056968689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.1790303945541382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.21676480770111084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.28967359066009524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.3932352066040039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.3969536066055298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.4012415885925293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.4064000129699707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.4142655849456787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.4225152015686035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.4310111999511719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.4464896202087402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.46443519592285154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,3.401286315917969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.479420804977417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.5167136192321777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.5898047924041748
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.6657311916351318
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.8278047561645507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,1.0210047721862794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.326854419708252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.6424127578735352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,2.3310752868652345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,2.874265670776367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,4.233622360229492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.2,3.586844635009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,5.662748718261719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.2,3.3290367126464844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,7.355564880371094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,11.04415054321289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.2,4.739484786987305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,23.077052307128906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.10785280466079712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.1097599983215332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.10991040468215943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.14350719451904298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.18113280534744264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.2729919910430908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.3955872058868408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.39889600276947024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.4039455890655518
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.2,30.574725341796874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.40866880416870116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.09951679706573487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.4175392150878906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.10281280279159546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.42592639923095704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.10880000591278076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.4349984169006348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.11004159450531006
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.45472002029418945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.12789119482040406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.4710847854614258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.17698880434036254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.24608640670776366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.49075517654418943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.24745919704437255
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.5276319980621338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.2531744003295898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.6079552173614502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.2583168029785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.6885087966918946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.26763200759887695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.8391903877258301
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.2722079992294312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,1.0089920043945313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.285647988319397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.3019968032836914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,1.3607904434204101
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.31681599617004397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.33486080169677734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.3680000066757202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.45383358001708984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.5224768161773682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,1.683964729309082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.668009614944458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.8297344207763672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,1.108127975463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,2.3375743865966796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,1.4104479789733886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,3.025984001159668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,2.0371776580810548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,2.5879648208618162
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,4.424646377563477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,8.488082885742188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,3.8133983612060547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,8.077823638916016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,5.721577453613281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,4.912863922119141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,7.468659210205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.01,6.359769439697265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,11.541820526123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.01,9.911808013916016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,23.840054321289063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.12780159711837769
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.13269439935684205
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.1328544020652771
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.1789695978164673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.2146399974822998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.28172481060028076
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.39246718883514403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.01,20.28399658203125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.39777920246124265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.10565760135650634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.40063037872314455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.10770879983901978
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.40605759620666504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.10740159749984741
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.41400961875915526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.14270080327987672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.17998720407485963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.4221951961517334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.2741568088531494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.43206081390380857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.394486403465271
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.44676480293273924
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.39831359386444093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.4640192031860352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.40313920974731443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.48102397918701173
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.5236767768859864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.40732479095458984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.6008480072021485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.4161248207092285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.6857312202453614
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.4262495994567871
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.8638912200927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.4372288227081299
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,1.0490495681762695
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.4538271903991699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.4739999771118164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.4210463523864747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.4928351879119873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.5375616073608398
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.6135807991027832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.7101151943206787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.8742688179016114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.7642688751220703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,1.079379177093506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,1.4277055740356446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.4960031509399414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,1.7729408264160156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,3.1849248886108397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,2.5427072525024412
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,3.3743968963623048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,4.644339370727539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,4.812444686889648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,6.373705673217773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,6.336569595336914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,8.583158111572265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.2,7.564035034179687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,8.209513854980468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,12.951148986816406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,13.328268432617188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,26.011190795898436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.0994592010974884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,28.736468505859374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.10258239507675171
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.10848640203475952
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.10968639850616455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.12819520235061646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.1773695945739746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.034985598921775815
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.23904640674591066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.03440960049629212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.2493216037750244
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.25242559909820556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.2571135997772217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.2648736000061035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.27537600994110106
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.28190720081329346
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.2974400043487549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.31775679588317873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.33541440963745117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.3801151990890503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.4558239936828613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.057929599285125734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.532758378982544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.6895391941070557
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.8371935844421386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.056739199161529544
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.07086399793624878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,1.1459232330322267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.0876800000667572
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.0890496015548706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.09511680006980897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.0933791995048523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.09434559941291809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.10446399450302124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.10256320238113403
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.10649600028991699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.1177183985710144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.12342400550842285
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.1324928045272827
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.15007359981536866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,1.4693311691284179
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.1848096013069153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.21839680671691894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.2910720109939575
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.37382400035858154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.01,0.5379551887512207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.01,0.6987103939056396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.01,1.0240351676940918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,2.122751998901367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.01,1.3257184028625488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.01,1.9915327072143554
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,2.750396728515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.01,2.6449247360229493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.01,3.3586368560791016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,3.9873695373535156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.01,5.246051025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,5.385116958618164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.01,10.682640075683594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.01,0.03540160059928894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.01,0.036582401394844054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.01,0.051772797107696535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.01,0.05217599868774414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.2,6.849161529541016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.01,0.073225599527359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.01,0.09071360230445862
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.01,0.0923520028591156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.01,0.09497280120849609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.01,0.09653120040893555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.01,0.09793919920921326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.01,0.10210560560226441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.01,0.10647039413452149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.01,0.10968639850616455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.01,0.1180575966835022
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.01,0.1271008014678955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.01,0.135481595993042
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.01,0.15345280170440673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.01,0.18962880373001098
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.01,0.2230976104736328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.01,0.2987871885299683
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.01,0.38182079792022705
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.01,0.5597375869750977
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.01,0.7078015804290771
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.01,1.0330656051635743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.01,1.3344767570495606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.2,10.840067291259766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.01,1.9835296630859376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.01,2.62806396484375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,64,power_law_1.01,3.410905456542969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,64,power_law_1.01,5.177769470214844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.2,22.52421417236328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.034179198741912845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.03540799915790558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.056857597827911374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,64,power_law_1.01,10.677871704101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.05721920132637024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.2,0.03567039966583252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.06972799897193908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.2,0.03684479892253876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.08812479972839356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.08902080059051513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.2,0.05138239860534668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.0914463996887207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.2,0.05198720097541809
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.09315840005874634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.2,0.07333760261535645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.09392319917678833
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.2,0.09113280177116394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.09789119958877564
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.2,0.09255040287971497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.1028607964515686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.2,0.09520639777183533
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.10649600028991699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.11737279891967774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.12422720193862916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.2,0.096697598695755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.13273600339889527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.2,0.09784319996833801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.1517024040222168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.2,0.10263359546661377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.18600000143051149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.2,0.10673279762268066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.22285759449005127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.2,0.11013439893722535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.2,0.12056640386581421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.30643839836120607
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.41272640228271484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.2,0.12868160009384155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.2,0.5732960224151611
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.2,0.13645119667053224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.2,0.15494400262832642
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.2,0.19290879964828492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.2,0.7541088104248047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.2,0.23092479705810548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.2,0.32083520889282224
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.2,1.1295455932617187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.2,0.3965919971466064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.2,0.6001984119415283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.2,0.7544384002685547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.2,1.1024255752563477
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.2,1.4950624465942384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.2,1.517369556427002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.2,2.2022783279418947
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.2,2.155206489562988
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.2,2.8836288452148438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,6.812748718261719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.12672319412231445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.12633919715881348
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.12703679800033568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.1250048041343689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.01,0.31486079692840574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.01,0.44664320945739744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.01,0.45650558471679686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.01,0.4653759956359863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.01,0.4726304054260254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.01,0.4830463886260986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.01,0.5003039836883545
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.01,0.5186848163604736
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.01,0.5417984008789063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.01,0.5774784088134766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.01,0.6181983947753906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.01,0.6684383869171142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.01,0.7532224178314209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.2,2.9798688888549805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.01,0.954867172241211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.01,1.1406432151794434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.01,1.4915583610534668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.01,1.8403615951538086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,64,power_law_1.2,3.8467872619628904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.01,2.5488447189331054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.2,3.851126480102539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.01,3.2185630798339844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.01,4.681532669067383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.01,6.0364032745361325
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,64,power_law_1.2,5.934537506103515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.01,9.244553375244141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.01,12.139852905273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.2,6.0778656005859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.01,16.087001037597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.01,24.98651580810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,16.648483276367188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.01,0.106387197971344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.01,0.10660159587860107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.01,0.10657600164413453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.01,0.10744639635086059
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.01,0.3147903919219971
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.01,0.44799041748046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.01,0.45780482292175295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.01,0.46758079528808594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.01,50.113232421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.01,0.47629761695861816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.01,0.4852384090423584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.01,0.10736960172653198
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.01,0.5041088104248047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.01,0.11020799875259399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.01,0.5221920013427734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.01,0.11155840158462524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.01,0.5464000225067138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.01,0.14241280555725097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.01,0.5845920085906983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.01,0.20556159019470216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.01,0.6310463905334472
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.01,0.28238720893859864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.01,0.6795104026794434
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.01,0.29114880561828616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.01,0.7716639995574951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.01,0.3052160024642944
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.01,0.31447999477386473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.01,0.9607711791992187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.01,0.3237567901611328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.01,0.3429152011871338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.01,0.3647903919219971
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.01,1.1334400177001953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.01,0.3863840103149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.01,0.4268032073974609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.01,0.4709440231323242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.01,0.5180928230285644
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.01,0.6062047958374024
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.01,1.496451187133789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.01,0.7805312156677247
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.01,0.9552032470703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.01,1.8362688064575194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.01,1.314089584350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.01,1.657651138305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.01,2.55295352935791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.2,7.240396881103516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.12601280212402344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.12687360048294066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.1278272032737732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.12752000093460084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.01,2.3709888458251953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.01,3.308793640136719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.31721599102020265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.2,0.44753279685974123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.2,0.45705599784851075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.2,0.46477441787719725
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.2,0.47535037994384766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.01,3.050281524658203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.2,0.4825376033782959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.2,0.5002336025238037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.2,0.5186399936676025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.01,4.666963195800781
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.2,0.5419328212738037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.2,0.5843071937561035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.2,0.625164794921875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.2,0.6708479881286621
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.01,4.467955017089844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.2,0.7736735820770264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.2,12.12646713256836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.2,0.9847392082214356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.01,6.106927871704102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.2,0.1051584005355835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.2,1.1586496353149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.2,0.10438079833984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.2,0.10496959686279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.01,5.837984085083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.2,0.10410879850387574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.2,0.3137343883514404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.2,1.5188799858093263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.2,0.4488863945007324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.2,0.45958399772644043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.2,0.4682720184326172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.2,0.4769792079925537
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.2,1.9152544021606446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.2,0.4863327980041504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.01,9.154611206054687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.2,0.5050432205200195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.2,0.524889612197876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.2,0.5475168228149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.01,8.59649887084961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.2,2.632828712463379
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.2,0.5970816135406494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.2,0.6372960090637207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.2,0.6895904064178466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.2,0.7912255764007569
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.2,0.9755104064941407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.2,3.4384193420410156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.2,1.169369602203369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.01,12.046784210205079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.2,1.5281184196472168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,64,power_law_1.2,11.842508697509766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.2,0.10752320289611816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.2,0.1115007996559143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.01,11.466633605957032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.2,4.97545280456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.2,0.11279040575027466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.2,0.14258240461349486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.2,0.20398080348968506
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.2,1.9135040283203124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.2,0.2839263916015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.2,0.2931040048599243
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.2,0.3010495901107788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.2,0.3123199939727783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.2,0.318502402305603
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.2,2.6789600372314455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.2,6.930860900878907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.2,0.34459519386291504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.2,0.365996789932251
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,64,power_law_1.01,15.245021057128906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.2,0.38408000469207765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,64,power_law_1.01,14.34083251953125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.2,0.4376063823699951
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.2,3.471030426025391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.2,0.4791103839874268
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.2,0.5234943866729737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.2,10.424607849121093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.2,0.6166880130767822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.2,6.627772521972656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.09024959802627563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.09008960127830505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.15258560180664063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.2,0.7944767951965332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.15869760513305664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.2,4.984038543701172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.19700160026550292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.2,0.9846207618713378
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.2750880002975464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.27964799404144286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.2822144031524658
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.2,1.337235164642334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.28695039749145507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.29011199474334715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.2993760108947754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.2,6.544656372070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.3050528049468994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.2,1.707526397705078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.31171839237213134
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,64,power_law_1.01,24.367324829101562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.32423360347747804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.2,14.307475280761718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,64,power_law_1.01,23.026730346679688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.2,2.410518455505371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.33998401165008546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.3566688060760498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.3984960079193115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.2,3.1458976745605467
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.45877442359924314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.2,14.765440368652344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.2,10.051471710205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.08042880296707153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.5332863807678223
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.07854719758033753
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.11672320365905761
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.12999360561370848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.6769631862640381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.1692479968070984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.26514239311218263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.2,4.59185905456543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.8455552101135254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.2695264101028442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.2742399930953979
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,1.186742401123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.2777247905731201
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.4935647964477539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.28418240547180174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.29092159271240237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.2,6.168809509277343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.2,13.233120727539063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.29950718879699706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,2.122400093078613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,16.948963928222657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.3075360059738159
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.2,18.219340515136718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.3240576028823853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.0825984001159668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.34138879776000974
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,2.7944768905639648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.3597568035125732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.08385599851608276
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.09019520282745361
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.0897599995136261
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,64,power_law_1.01,50.055206298828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.3962048053741455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.10822399854660034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.0900704026222229
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.08921599984169007
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,4.127993774414063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.1531391978263855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.2,9.010921478271484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.15485440492630004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.1597599983215332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.20063679218292235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.160207998752594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.4704736232757568
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,64,power_law_1.01,46.03132934570313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.054979199171066286
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.27582080364227296
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.27980480194091795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.05596799850463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.16371840238571167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.09873920083045959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.28320960998535155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.12373759746551513
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.28751358985900877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.15515520572662353
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,5.297436904907227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.16803200244903566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.5440864086151123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.2907615900039673
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.2980832099914551
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.17329599857330322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.26563200950622556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.30485119819641116
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,64,power_law_1.2,17.10722198486328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.7004064083099365
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.2720864057540894
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.18073920011520386
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.31198720932006835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.2739840030670166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.2,12.293366241455079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,6.835846710205078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.3250816106796265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.8567680358886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.3413439989089966
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.1888416051864624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.2801408052444458
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.3574592113494873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.2834496021270752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.3933279991149902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,1.1908703804016114
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.19687039852142335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.2915263891220093
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.46599678993225097
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,10.779964447021484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,1.5021632194519043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.3005151987075806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.2124351978302002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.5418335914611816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.7093599796295166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.23106238842010499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.30932800769805907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.9000608444213867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,2.158095932006836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.2291935920715331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,21.941264343261718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.180511999130249
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.32597761154174804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.24879040718078613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.08073599934577942
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.08841279745101929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.08841279745101929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.10620800256729127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.5751232147216796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.15632640123367308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,2.8632671356201174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.2877856016159058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.16085120439529418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.34541120529174807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.16364799737930297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.370585632324219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.16815040111541749
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.36322879791259766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.3631135940551758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.2,29.36865234375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,64,power_law_1.2,27.79954833984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.1737887978553772
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.18076159954071044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,4.122415924072266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,3.0563135147094727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.4402336120605469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.4
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.1884608030319214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.19674559831619262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,4.569283294677734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.47898240089416505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.5868927955627441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.21253759860992433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,5.376809692382812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.5632544040679932
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,64,power_law_1.2,15.331932067871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.7297120094299316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.23435521125793457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.7267871856689453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,1.032307243347168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,6.601158142089844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.91429443359375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.253606390953064
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,1.331545639038086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,7.028896331787109
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,1.2755647659301759
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.2922976016998291
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,1.910348892211914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,1.6560096740722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.3725951910018921
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,8.16568603515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.45017280578613283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,10.957046508789062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,2.465465545654297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.6050655841827393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,2.3997472763061523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.7655776023864747
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,1.0698335647583008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,13.570700073242188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,3.2176158905029295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,3.7042304992675783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,1.3583231925964356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,2.0184288024902344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,4.600227355957031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,22.200390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.026092800498008727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,4.912908935546875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.037724798917770384
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,2.6878688812255858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.03820480108261108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.0423007994890213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.05532159805297852
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.05669119954109192
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,6.179238510131836
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.06156799793243408
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.060083198547363284
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,3.9778110504150392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.06234239935874939
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.06360960006713867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.01,6.206819152832031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.06675519943237304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.0710591971874237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,5.262527847290039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.07348799705505371
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,7.905689239501953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.07983999848365783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.08630080223083496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,28.869021606445312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.09362239837646484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,9.802134704589843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.031052801012992858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.03937920033931732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.040550398826599124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.04556800127029419
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.2,6.841465759277344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.05878080129623413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.05998079776763916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.1047584056854248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.0628063976764679
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,12.845606994628906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.06387839913368225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.12700159549713136
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.06507520079612732
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,64,power_law_1.2,24.52460174560547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.1508895993232727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.06687359809875489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.19625279903411866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.06915839910507202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.07313600182533264
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.23584959506988526
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.07576640248298645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,10.970722961425782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.33126399517059324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.08195520043373108
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.4237696170806885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,19.6804931640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.08683519959449768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.6183263778686523
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.09336640238761902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.8048416137695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.10587840080261231
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.1275488018989563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.1517632007598877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,1.1839648246765138
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.20004479885101317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.24738879203796388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.35200960636138917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.456163215637207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,0.6552256107330322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,1.5495136260986329
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,0.8619775772094727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,1.262502384185791
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,1.9972000122070312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,1.656390380859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,21.835081481933592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.02600640058517456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.03914879858493805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.03830400109291077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.04225600063800812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.055622398853302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.05623040199279785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.059196799993515015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,3.1752511978149416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.06147199869155884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.01,2.159587287902832
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.06201279759407043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,26.88004150390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.06355199813842774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.030185601115226744
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.04005439877510071
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.06690239906311035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.03993279933929443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.04504640102386474
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.07049279808998107
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.060399997234344485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.059654402732849124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.07344639897346497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.07935360074043274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.01,3.351772689819336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.06204479932785034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.03778879940509796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.08570240139961242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,6.294854354858399
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.03853119909763336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.03929600119590759
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.06364480257034302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.04089919924736023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.03982400000095367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.0416703999042511
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.04159039855003357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.045433598756790164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.06463040113449096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.09336320161819459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.042499199509620667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.046291199326515195
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.04607360064983368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.04594559967517853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.10512640476226806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.06658239960670471
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.047900798916816714
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.01,6.8313758850097654
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.035043200850486754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.04827519953250885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.0590719997882843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.2978111982345581
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.06855999827384948
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.060729598999023436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.06643840074539184
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.12776319980621337
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.049692800641059874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.05129600167274475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.09471039772033692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.07218559980392455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.09588159918785095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.05124480128288269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.05264959931373596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.07515519857406616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.1539039969444275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.09903039932250976
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.05220479965209961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.100982403755188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.08013759851455689
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.1043328046798706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.19767680168151855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.05483199954032898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.10649280548095703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.11175359487533569
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.08608959913253784
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.058956801891326904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.054927998781204225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.11765439510345459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.2393951892852783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.12432639598846436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.06096640229225159
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.1365823984146118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.09272639751434326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.3472608089447021
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.0680288016796112
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.15599360466003417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.16544959545135499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.10404800176620484
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.058796799182891844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.07408639788627625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.4520991802215576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.19005440473556517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.06003519892692566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.2320768117904663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.06840959787368775
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.08069120049476623
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.2844480037689209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.12724159955978392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.39181439876556395
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.4990240097045898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.09336000084877014
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.0740447998046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.15249279737472535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.7308191776275634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.6614463806152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.0802016019821167
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.20551040172576904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.11744320392608643
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.9300512313842774
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,1.3615391731262207
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.09190719723701476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.25664639472961426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.1469823956489563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.7701248168945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.11860799789428711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.19685759544372558
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.3738431930541992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.14399679899215698
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.8511199951171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.23783679008483888
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,2.669276809692383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.47423038482666013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.18691840171813964
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.2302783966064453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.34647679328918457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.3281791925430298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,3.591292953491211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.4222879886627197
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.6076767921447754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.7930111885070801
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,4.524390411376953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.4469855785369873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,0.6960800170898438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,1.164915180206299
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,1.5507871627807617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,7.462640380859375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.6451519966125489
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,0.908937644958496
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.01,1.9889375686645507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,1.2701087951660157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.01,3.088703918457031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.8478303909301758
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,14.904063415527343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.037487998604774475
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.05815359950065613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.0581055998802185
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.06905919909477234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.09725120067596435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.09909440279006958
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.10233919620513916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.10487680435180664
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.10781760215759277
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.10992319583892822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.11565439701080323
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.12188800573348998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.01,6.244524765014648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.053174400329589845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.1275871992111206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.052988797426223755
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.13963199853897096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.05603520274162292
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.15036799907684326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.16278719902038574
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.05726720094680786
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.18767039775848388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.06688320040702819
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.23629119396209716
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.06794880032539367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.2851936101913452
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.07308800220489502
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.39434878826141356
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,64,power_law_1.2,56.1459716796875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.0343392014503479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.07250880002975464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.05807679891586304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.07503679990768433
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.05887680053710938
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.06707839965820313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.07713599801063538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.094268798828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.5072351932525635
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.09599999785423279
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.08176000118255615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.09941120147705078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.08805760145187377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.7229152202606202
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.10095679759979248
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.0944320023059845
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.9440032005310058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.10461119413375855
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.1079584002494812
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.11845120191574096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.10645439624786376
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,1.378889560699463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.11206719875335694
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.13349440097808837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.11791360378265381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,1.8444799423217773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.665171241760254
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.15718079805374147
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.12499840259552002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,1.341478443145752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.13585599660873413
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.2102816104888916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,1.2506464004516602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.2643071889877319
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,2.7399200439453124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.15133119821548463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.3744863986968994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.4836287975311279
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.16697920560836793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,3.6683071136474608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.19162880182266234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.6873472213745118
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.23653120994567872
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.8907584190368653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.29703679084777834
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,4.648729705810547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,1.3063039779663086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.4285280227661133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,1.7152992248535157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.5516799926757813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,2.518467140197754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,7.354627227783203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.7949120044708252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,3.3684223175048826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,1.7697856903076172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,2.1237056732177733
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,1.014028835296631
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.01,4.274313735961914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,14.978512573242188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.5038016319274903
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.03740800023078918
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.058899199962615965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.058771198987960814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.069513601064682
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.09740480184555053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.01,6.80758056640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.09923200011253357
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.10252799987792968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.10479999780654907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.10791360139846802
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.11029119491577148
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.11558079719543457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.12255359888076782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.12836799621582032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.14003520011901854
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.15139520168304443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.16351360082626343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.18997440338134766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.2397984027862549
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.29638400077819826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.42563838958740235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,1.9966304779052735
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.5555552005767822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.8068608283996582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.01,13.563119506835937
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.052275198698043826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.05421440005302429
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.057196801900863646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.05686399936676025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.06680960059165955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.06759039759635925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.07048640251159669
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.07284160256385804
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,1.0318559646606444
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.07550079822540283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.0763584017753601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,1.6499103546142577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.08285120129585266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.08874880075454712
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.09691519737243652
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.10813119411468505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.11912959814071655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.13458240032196045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.16110080480575562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.2179935932159424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.2774240016937256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.3971839904785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.5131711959838867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,1.5085472106933593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.7377056121826172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.9567104339599609
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,1.3805631637573241
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,2.9913984298706056
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,2.0321632385253907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,1.848646354675293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.2,2.2606815338134765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.2,58.435595703125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.0982688009738922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.09953280091285706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.15965759754180908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.1626688003540039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.2002784013748169
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.27664320468902587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.3855936050415039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.3893631935119629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.39445440769195556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.39886720180511476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,64,power_law_1.2,49.59112548828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.40726399421691895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.0874176025390625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.4158783912658691
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.08743039965629577
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.4250527858734131
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.12390079498291015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.43941121101379393
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.13649280071258546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.17235200405120848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.4566495895385742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.2683840036392212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.38896000385284424
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.47348480224609374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.5064703941345214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.392521595954895
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.3969248056411743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.5770624160766602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.40147838592529295
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.6473152160644531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.40974721908569334
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.7936448097229004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.41955838203430174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.935331153869629
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.42766399383544923
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.44425601959228517
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,1.2577407836914063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.46143360137939454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.47806081771850584
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.514188814163208
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.5751263618469238
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,2.7371007919311525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,4.036764907836914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.5877471923828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,2.1914495468139648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.6627871990203857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.2,2.0968223571777345
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.8183839797973633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.7787359237670897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.9701120376586914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,3.0316991806030273
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,1.3051839828491212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,1.6151552200317383
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,4.0782623291015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,2.241641616821289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,5.286601638793945
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,2.8969024658203124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,4.237670516967773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,7.029459381103516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,5.410851287841797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,10.805753326416015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,7.12011489868164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,3.354115295410156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,10.940338897705079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,3.6247585296630858
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,4.026435089111328
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,22.11378631591797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.09074879884719848
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.08889920115470887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.09713600277900696
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.09779199957847595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.11677119731903077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.16197119951248168
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.2267616033554077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,5.093580627441407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.2,3.546249771118164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.22847681045532225
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.23157119750976562
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.2,3.2897567749023438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.23833279609680175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.24653120040893556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.2549184083938599
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.2635711908340454
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.27721281051635743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.2954400062561035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.31164801120758057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.3463776111602783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.4214303970336914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.4937759876251221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.6391295909881591
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.7827231884002686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,1.067033576965332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,22.22411193847656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.09945600032806397
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,1.3586688041687012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.09873920083045959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.1591871976852417
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.16332800388336183
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.19921599626541137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.277622389793396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,1.9166336059570312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.3856127977371216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.38908159732818604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.39449920654296877
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.39875519275665283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,2.504742431640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.40561280250549314
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.4158656120300293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.42412800788879396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.43935360908508303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,3.6508766174316407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.4570784091949463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.47430081367492677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.5092351913452149
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.5808544158935547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.6543392181396485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.8099231719970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,4.787350463867187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.9828479766845704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.3300895690917969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.6811136245727538
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.01,6.183673477172851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,2.3100128173828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,3.10533447265625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.01,9.64168930053711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,4.355622482299805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,6.003868865966797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,7.898258972167969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,5.064176177978515
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.01,19.631855773925782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.08711360096931457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.08844159841537476
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.12344000339508057
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.2,4.619993591308594
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.1359231948852539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.17405760288238525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.2675584077835083
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.38919041156768797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.3925152063369751
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.39720640182495115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.40088639259338377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.41074237823486326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.41936640739440917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.42760958671569826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,12.53942413330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.446288013458252
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.4613215923309326
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.4791135787963867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.5169216156005859
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.590444803237915
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.6682591915130616
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.8343520164489746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.9981247901916503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,1.3491104125976563
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,1.688800048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,2.3914560317993163
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,3.0807167053222657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,4.438579177856445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,27.360397338867188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.08632959723472595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.08963199853897094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.09826560020446777
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.09821119904518127
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,6.055033493041992
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.11510720252990722
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.16328320503234864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.225219202041626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.22747519016265869
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.23395841121673583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.23741440773010253
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,7.9356544494628904
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.24638080596923828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.25243520736694336
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.2635200023651123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.2784991979598999
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.2938463926315308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.3111808061599731
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.35596799850463867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.4306943893432617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.5089312076568604
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.6564511775970459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.8047679901123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,12.077168273925782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,1.1120160102844239
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,1.42455997467041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,2.0191360473632813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,8.144771575927734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,2.6223520278930663
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,3.864876937866211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,25.880722045898438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.033632001280784606
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,5.20731201171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.052851200103759766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.051772797107696535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.051939201354980466
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.06913279891014099
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.08666880130767822
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.08794879913330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.09031680226325989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.09220479726791382
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.09296000003814697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.2,6.738800048828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.09714879989624023
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.10173759460449219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.10447039604187011
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.11379519701004029
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.12159680128097534
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.12929919958114625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.14577280282974242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.17982720136642455
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.21427199840545655
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.2837503910064697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.3555360078811646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.5134975910186768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.01,0.6644703865051269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.01,0.9880127906799316
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.01,1.2935520172119142
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.01,1.9135936737060546
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.01,2.541935920715332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.2,10.394844818115235
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.01,3.279372787475586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.01,5.217967987060547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.01,10.620829010009766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.01,0.03527039885520935
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.01,0.049542400240898135
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.01,0.04999040067195892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.2,21.319879150390626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.01,0.04983679950237274
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.01,0.0722656011581421
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.01,0.08999360203742982
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.03337279856204987
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.01,0.09117119908332824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.05195519924163818
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.05413119792938233
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.01,0.09404799938201905
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.05268160104751587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.01,0.0959007978439331
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.06936640143394471
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.08663359880447388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.01,0.09652799963951111
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.0878495991230011
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.01,0.10100159645080567
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.09070079922676086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.01,0.10528960227966308
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.09209280014038086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.01,0.10883200168609619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.09319679737091065
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.01,0.11904000043869019
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.09747200012207032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.10119680166244507
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.01,0.12672640085220338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.10455360412597656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.11462080478668213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.01,0.13464959859848022
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.12220480442047119
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.01,0.15185600519180298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.13018560409545898
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.01,0.18963199853897095
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.01,0.2256256103515625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.14687999486923217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.01,0.295468807220459
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.1832128047943115
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.01,0.36639358997344973
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.21848320960998535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.01,0.5286143779754638
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.2978496074676514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.01,0.6837887763977051
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.38105599880218505
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.01,1.0035840034484864
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.2,0.5653247833251953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.01,1.312342357635498
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.01,1.9713695526123047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.2,0.7275775909423828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.01,2.6042047500610352
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.2,1.103756809234619
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.2,1.4741024017333983
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,128,power_law_1.01,3.3368640899658204
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,128,power_law_1.01,5.227923202514648
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.2,2.201577568054199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,128,power_law_1.01,10.664559936523437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.2,0.03511680066585541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.2,0.049491199851036075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.2,0.05026879906654358
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.2,0.05060480237007141
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.2,0.07234240174293519
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.2,0.08994560241699219
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.2,0.09117119908332824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.2,0.09409279823303222
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.2,0.09549440145492553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.2,0.09654080271720886
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.2,0.1006816029548645
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.2,0.10501439571380615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.2,0.10904959440231324
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.2,0.11821119785308838
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.2,0.1251039981842041
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.2,0.13336639404296874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.2,0.15004160404205322
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.2,0.1852735996246338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.2,0.21983680725097657
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.2,0.30281600952148435
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.2,0.38272318840026853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.2,0.5633312225341797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.2,0.7245888233184814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.2,1.0764032363891602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.2,1.4445343971252442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.2,7.258470153808593
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.2,2.1543935775756835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.2,2.960985565185547
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,8.071574401855468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.2,2.817747116088867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.2,3.7814334869384765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,2688,1856,6,128,1,128,power_law_1.2,3.6558910369873048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.2,6.080294418334961
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,2688,1856,6,128,1,128,power_law_1.2,5.788828659057617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,6.696870422363281
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.08601599931716919
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.0861728012561798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.08733760118484497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.16680320501327514
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.30398719310760497
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.4356256008148193
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.44574718475341796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.4535232067108154
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.4626495838165283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.472108793258667
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.4897439956665039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.5082304000854492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.530463981628418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.5670400142669678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.01,0.6044672012329102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.01,0.647376012802124
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.01,0.7258048057556152
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.01,0.8888383865356445
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.01,1.0632672309875488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.01,1.4178432464599608
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.01,1.7368959426879882
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.01,2.414188766479492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.01,3.074742317199707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.01,4.455721664428711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.2,7.085772705078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.01,0.0769312024116516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.01,5.79911994934082
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.01,0.07639039754867553
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.01,0.07752320170402527
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.01,0.16968640089035034
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.01,0.30726399421691897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.01,0.43982720375061035
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.01,0.45020480155944825
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.01,0.4582079887390137
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.01,0.4672863960266113
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.01,0.4764063835144043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,2688,1856,6,128,1,128,power_law_1.2,11.682147216796874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.01,0.4951935768127441
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.01,0.08270400166511535
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.01,0.5136352062225342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.01,0.08479999899864196
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.01,0.5362720012664794
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.01,0.08562560081481933
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.01,0.5731679916381835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.01,0.11329920291900634
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.01,0.6146656036376953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.01,0.1850656032562256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.01,0.25905280113220214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.01,0.6587552070617676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.01,0.26760001182556153
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.01,0.2780832052230835
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.01,0.7406047821044922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.01,0.2864223957061768
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.01,8.754764556884766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.01,0.9134495735168457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.01,0.2973472118377686
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.01,1.0888863563537599
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.01,0.31845118999481203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.01,0.33488640785217283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.2,12.38620834350586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.01,0.3573663949966431
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.01,0.39605441093444826
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.08634880185127258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.08684800267219543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.01,1.4404864311218262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.01,0.4404160022735596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.08746560215950012
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.16625599861145018
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.01,0.4902336120605469
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.30490880012512206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.01,1.7789215087890624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.4386879920959473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.01,0.5765727996826172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.44644479751586913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.01,11.835782623291015
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.4552639961242676
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.01,0.7449440002441406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.4639423847198486
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.4730815887451172
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.01,2.4636159896850587
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.01,0.9242527961730957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.49117121696472166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.5130784034729003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.01,1.2606080055236817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.5321536064147949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.01,3.1600576400756837
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.01,1.5948287963867187
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.5709887981414795
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.2,0.6097536087036133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.2,0.6517280101776123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.01,14.823350524902343
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.01,2.2681600570678713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.2,0.7353983879089355
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.01,4.525289535522461
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.2,0.9091296195983887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.2,1.0970911979675293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.01,2.9499263763427734
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.2,1.4705216407775878
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.2,1.8395584106445313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.01,5.883673477172851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.01,4.286185455322266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.2,2.550009536743164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.2,3.35931510925293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.01,5.6602622985839846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.01,8.724127960205077
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.01,23.666972351074218
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.2,4.836214447021485
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.2,6.432611083984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.01,8.42544937133789
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.01,11.64599380493164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.2,10.073651123046876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.01,11.053600311279297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,128,power_law_1.01,15.084413146972656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.2,14.570083618164062
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.2,0.07593920230865478
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.2,0.07618560194969178
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,128,power_law_1.01,14.112623596191407
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.2,0.07649599909782409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.2,0.16852799654006959
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.2,0.3075839996337891
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.2,0.44016637802124026
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.2,13.383561706542968
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,16.139471435546874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.2,0.08229759931564332
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.2,0.4496767997741699
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.2,0.08650879859924317
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.2,0.45864319801330566
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.2,0.4677919864654541
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.2,0.0876416027545929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.2,0.47575039863586427
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.2,0.11516159772872925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.2,0.4943967819213867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.2,0.18504960536956788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.2,0.5138271808624267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.01,48.210418701171875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.2,0.5349887847900391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.2,0.25744640827178955
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.07649599909782409
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.2,0.5739871978759765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.12899199724197388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.13319040536880494
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.2,0.27035839557647706
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.15032000541687013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.2,0.27609920501708984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.18240319490432738
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.2,0.6147583961486817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,128,power_law_1.01,23.696127319335936
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.2661792039871216
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.2,0.2864703893661499
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.2,0.6607903957366943
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.2698271989822388
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.2,6.593395233154297
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.2,0.29592959880828856
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.049644801020622256
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.27382400035858157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.07870399951934814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.2,0.7500448226928711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.08434240221977234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.10139520168304443
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.27916479110717773
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,128,power_law_1.01,22.182009887695312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.14197759628295897
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.2,0.31436159610748293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.2,0.9308832168579102
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.28505280017852785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.2603840112686157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.2,16.635760498046874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.29136641025543214
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.2,0.3331935882568359
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.2651295900344849
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.2,1.1105600357055665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,16.365216064453126
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.26813759803771975
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.2,0.35703680515289304
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.29965760707855227
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.2725280046463013
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.27681920528411863
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.2,1.4703295707702637
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.2,0.4046879768371582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.30768959522247313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.28561279773712156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.29390079975128175
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.07169600129127503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.2,0.4468416213989258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.3201024055480957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.07255039811134338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.2,1.853558349609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.0825215995311737
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.07967039942741394
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.09842240214347839
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.30325438976287844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.2,0.494547176361084
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.33569281101226806
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.14728959798812866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.3199455976486206
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.15278400182724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.2,2.606540870666504
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,128,power_law_1.01,47.76164855957031
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.07557759881019592
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.2,0.5831776142120362
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.139027202129364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.1554751992225647
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.33934080600738525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.13156479597091675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.3508703947067261
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.13935680389404298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.15971839427947998
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.18385599851608275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.2,0.7593599796295166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.3579776048660278
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.2,3.2525566101074217
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.2607487916946411
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.16490880250930787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.27239360809326174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.17306560277938843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.3938944101333618
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.2,0.9298591613769531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.27600960731506347
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.2814591884613037
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.46943039894104005
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.18202559947967528
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.2,4.815216064453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.38572158813476565
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.28377599716186525
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.2927295923233032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.5413663864135743
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.18976000547409058
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.2,1.2809599876403808
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.45519680976867677
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.3007263898849487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.6876383781433105
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.2044447898864746
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,128,power_law_1.01,44.89247131347656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.2,6.304406356811524
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.04850879907608032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.308406400680542
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.8388223648071289
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.2,27.100387573242188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.08019199967384338
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.08044480085372925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.10126719474792481
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.22114880084991456
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,1.1603360176086426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.32241599559783934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.1415168046951294
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,1.479532814025879
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.33854401111602783
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.2610431909561157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.24198720455169678
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.523686408996582
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.2672287940979004
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.35234239101409914
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.2,9.389910125732422
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,2.1010847091674805
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.2770047903060913
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.2684351921081543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.388592004776001
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.2,1.6254911422729492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.27280640602111816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.4602816104888916
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,2.743596839904785
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.2774784088134766
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.6593823909759522
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.2850239992141724
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.5336287975311279
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.35034880638122556
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,4.028035354614258
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.6938208103179931
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.2,2.3165056228637697
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.4227871894836426
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.2945728063583374
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.8014752388000488
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.2,12.895549011230468
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.8653568267822266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.5616767883300782
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,5.348076629638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.3039999961853027
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,1.1041855812072754
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.2072671890258788
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.702185583114624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.5786720275878907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.2,3.0192544937133787
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.4217344284057618
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,6.8121696472167965
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.3206912040710449
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.9835583686828613
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,2.2618560791015625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,128,power_law_1.2,16.239181518554688
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,1.2614656448364259
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.34046719074249265
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,2.0189535140991213
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,3.1244192123413086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.2,4.487436676025391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.3586303949356079
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,10.795542144775391
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,1.8388383865356446
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,4.476515197753907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,2.6598400115966796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.39578559398651125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,2.4062015533447267
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,6.2790367126464846
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.4722623825073242
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.2,5.904127883911133
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.5498176097869873
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,3.845443344116211
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,21.718563842773438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.07113919854164123
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.07193920016288757
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.07780479788780212
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,3.5600864410400392
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.07832959890365601
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.7161952018737793
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.10030720233917237
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,8.014611053466798
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,5.131593704223633
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.14753279685974122
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.8916319847106934
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.15193599462509155
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.2,8.841737365722656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,4.720975875854492
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,1.2594016075134278
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.15465279817581176
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,6.645404815673828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.1599776029586792
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,1.6275903701782226
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.1659775972366333
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.17163840532302857
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,14.036236572265626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,2.3888832092285157
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.01,5.9423583984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.18020479679107665
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,10.43059844970703
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.1887231945991516
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,3.137558364868164
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.2,11.743065643310548
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.20687999725341796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.22731199264526367
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,9.325100708007813
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,4.537820816040039
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.24404480457305908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.2829184055328369
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,21.75032958984375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.0753600001335144
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.35855679512023925
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.07617279887199402
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,6.181312179565429
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.4331488132476807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.5887936115264892
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.1225119948387146
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,27.648678588867188
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.7364543914794922
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.01,0.047731199860572816
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.01,0.04848960041999817
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.1636288046836853
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,128,power_law_1.2,14.659353637695313
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,1.047004795074463
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,19.052061462402342
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.30161280632019044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.01,0.06981760263442993
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.01,0.07455360293388366
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.01,0.09440320134162902
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.4305856227874756
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,8.2546142578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,1.3675647735595704
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.4401855945587158
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.01,0.07608320116996765
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.01,0.16321280002593994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.448140811920166
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.01,0.10297600030899048
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.01,0.303603196144104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.01,0.17690880298614503
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.01,0.43307838439941404
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,2.0062047958374025
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.4576704025268555
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,12.383116912841796
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.01,0.44345598220825194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.01,0.24627840518951416
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.46833600997924807
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.01,0.45310401916503906
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.01,0.25534079074859617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.48406400680541994
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.01,0.26524479389190675
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,2.6111583709716797
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.01,0.4631519794464111
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.5022079944610596
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.01,0.27381119728088377
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.01,0.47278079986572263
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,3.94136962890625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.5238175868988038
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.01,0.2839456081390381
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.01,0.4913663864135742
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.5607967853546143
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,26.245477294921876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.01,0.302457594871521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.6008448123931884
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.07334399819374085
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.01,0.5102911949157715
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,128,power_law_1.2,25.618768310546876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.0733024001121521
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,5.382425689697266
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.01,0.3229471921920776
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.01,0.531932783126831
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.6441792011260986
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.12065919637680053
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.01,0.3430847883224487
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.1632863998413086
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.01,0.7217504024505615
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.30189440250396726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.01,0.5701248168945312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.4323423862457275
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.44417600631713866
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.01,0.38089280128479003
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.2,6.85211181640625
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.45004801750183104
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.01,0.8785535812377929
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.01,0.6090303897857666
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,128,power_law_1.2,23.868853759765624
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.45903677940368653
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.01,0.42513279914855956
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.01,1.034284782409668
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.01,0.6509664058685303
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.4682176113128662
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.01,0.4726912021636963
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.48553919792175293
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.01,0.7369952201843262
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.01,1.3758560180664063
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.01,0.560646390914917
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,10.657443237304687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.5036128044128418
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.01,0.9006560325622559
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.01,0.7305024147033692
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.01,1.0653792381286622
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.5253344058990479
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.01,1.7012479782104493
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.01,0.9022463798522949
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.01,1.401097583770752
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.5650144100189209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.6038815975189209
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.01,2.3598047256469727
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.01,1.737811279296875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.01,1.228559970855713
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.6467072010040283
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.01,2.4015039443969726
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.01,1.5614912033081054
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.2,0.729040002822876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.01,3.0065568923950194
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.2,0.8867391586303711
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.01,3.069580841064453
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.01,2.223036766052246
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.2,1.063219165802002
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,22.194117736816406
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.2,0.047491198778152464
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.01,4.321187210083008
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.2,1.4136128425598145
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.2,0.04850879907608032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.01,2.877699279785156
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.2,1.7572223663330078
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.01,4.43678092956543
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.2,0.09444800019264221
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.2,0.16327040195465087
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.2,0.30160961151123045
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.01,5.65208625793457
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.2,2.454659271240234
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.2,0.43158721923828125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.01,4.205414581298828
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.2,0.4431583881378174
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.2,0.4521471977233887
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.01,5.772531127929687
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.2,0.462713623046875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.2,0.4746208190917969
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.2,3.2003009796142576
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.2,0.49051518440246583
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.2,0.5089471817016602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.2,0.5327424049377442
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.01,8.548230743408203
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.01,5.546515274047851
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.2,0.5705183982849121
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.2,4.7111774444580075
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.2,0.6134175777435302
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.2,0.6525375843048096
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.01,8.540367889404298
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.2,0.7406720161437989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.2,0.9063296318054199
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.2,1.0828351974487305
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.01,8.236799621582032
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.2,6.343443298339844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.01,11.409561920166016
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.2,1.429372787475586
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.2,1.7772544860839843
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.01,11.36496353149414
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.2,2.4885087966918946
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.2,9.32425308227539
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.01,10.83013458251953
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.2,3.185756874084473
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.01,14.428729248046874
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.2,4.579209518432617
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,256,power_law_1.01,14.557431030273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.2,12.702178955078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.2,6.214198303222656
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,256,power_law_1.01,13.729696655273438
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.01,22.998611450195312
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.2,9.413158416748047
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,256,power_law_1.01,23.031219482421875
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,256,power_law_1.01,21.73747863769531
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.2,12.461043548583984
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.2,16.243260192871094
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.01,46.96806030273437
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.2,0.0697920024394989
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.2,0.07518079876899719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,20480,4096,2688,22,512,1,256,power_law_1.2,15.830723571777344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.2,0.07494080066680908
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.2,0.10127359628677368
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.2,0.17521599531173707
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.2,0.2440416097640991
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.2,0.2548288106918335
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.2,0.26377599239349364
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.2,0.2735359907150269
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.2,0.28326079845428465
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.2,0.30161280632019044
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.2,0.32030720710754396
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.2,0.34236159324646
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.2,0.38607358932495117
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.2,0.4279200077056885
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.2,0.4742527961730957
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,256,power_law_1.01,46.48057556152344
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.2,0.5673279762268066
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.2,0.7395872116088867
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.2,0.9076319694519043
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.2,1.2527071952819824
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.2,1.6063743591308595
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.2,2.3020416259765626
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.2,2.97872314453125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,256,power_law_1.01,43.7475830078125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.2,4.320732879638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.2,5.741180801391602
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.2,54.771356201171876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.2,8.574742126464844
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.2,25.857626342773436
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.2,11.429737854003907
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,32768,4096,2688,22,512,1,256,power_law_1.2,25.51201629638672
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,20480,4096,2688,22,512,1,256,power_law_1.2,14.465190124511718
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32768,4096,2688,22,512,1,256,power_law_1.2,22.63617858886719
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,128,power_law_1.2,53.75823974609375
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,128,power_law_1.2,47.385842895507814
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8_block,65536,4096,2688,22,512,1,256,power_law_1.2,45.7639892578125
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.2,53.363397216796876
VLLM,0.14.1,NVIDIA B200,moe,vllm_fused_moe,fp8,65536,4096,2688,22,512,1,256,power_law_1.2,51.90352172851563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,1,1,power_law_1.01,0.11686079502105713
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,1,1,power_law_1.01,0.1758463978767395
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,1,1,power_law_1.01,0.17241280078887938
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,1,1,power_law_1.2,0.17811520099639894
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,1,1,power_law_1.01,0.0566752016544342
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,1,1,power_law_1.2,0.11976640224456787
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,1,1,power_law_1.01,0.2154400110244751
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,1,1,power_law_1.2,0.26702079772949217
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,1,1,power_law_1.01,0.2492703914642334
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,1,1,power_law_1.01,0.15690879821777343
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,1,1,power_law_1.2,0.056358402967453
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,1,1,power_law_1.01,0.06757760047912598
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,1,1,power_law_1.2,0.15551680326461792
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,1,1,power_law_1.01,0.3343424081802368
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,1,1,power_law_1.2,0.16491199731826783
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,1,1,power_law_1.2,0.35859520435333253
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,1,1,power_law_1.01,0.38810880184173585
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,1,1,power_law_1.01,0.0877951979637146
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,1,1,power_law_1.2,0.06662399768829345
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,1,1,power_law_1.2,0.23092799186706542
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,1,1,power_law_1.01,0.23190720081329347
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,1,1,power_law_1.2,0.5571167945861817
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,1,1,power_law_1.01,0.33016319274902345
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,1,1,power_law_1.2,0.22895359992980957
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,1,1,power_law_1.01,0.5461120128631591
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,1,1,power_law_1.2,0.37598400115966796
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,1,1,power_law_1.01,0.10619839429855346
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,1,1,power_law_1.2,0.08121600151062011
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,1,1,power_law_1.2,0.5223584175109863
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,1,1,power_law_1.01,0.3722815990447998
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,1,1,power_law_1.01,0.3241888046264648
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,1,1,power_law_1.2,0.5814176082611084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,1,1,power_law_1.2,0.337391996383667
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,1,1,power_law_1.01,0.12649919986724853
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,1,1,power_law_1.01,0.5109248161315918
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,1,1,power_law_1.2,0.09847999811172485
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,1,1,power_law_1.2,0.5004735946655273
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,1,1,power_law_1.01,0.613372802734375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,1,1,power_law_1.01,0.3239487886428833
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,1,1,power_law_1.2,0.32105278968811035
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,1,1,power_law_1.01,0.5001376152038575
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,1,1,power_law_1.2,0.757696008682251
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,1,1,power_law_1.2,0.11831680536270142
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,1,1,power_law_1.2,0.5125504016876221
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,1,1,power_law_1.01,0.3212960004806519
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,1,1,power_law_1.2,0.32188799381256106
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,1,1,power_law_1.01,0.49556798934936525
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,1,1,power_law_1.01,0.17626880407333373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,1,1,power_law_1.2,0.5117760181427002
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,1,1,power_law_1.01,0.8199551582336426
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,1,1,power_law_1.01,0.3178368091583252
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,1,1,power_law_1.01,0.5013055801391602
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,1,1,power_law_1.2,0.31992640495300295
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,1,1,power_law_1.2,0.17541760206222534
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,1,1,power_law_1.2,0.5050848007202149
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,1,1,power_law_1.01,0.3164671897888184
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,1,1,power_law_1.2,1.0015263557434082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,1,1,power_law_1.01,0.490342378616333
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,1,1,power_law_1.2,0.3199968099594116
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,1,1,power_law_1.2,0.4774144172668457
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,1,1,power_law_1.01,0.3071232080459595
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,1,1,power_law_1.01,0.1858240008354187
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,1,1,power_law_1.01,0.4768256187438965
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,1,1,power_law_1.2,0.3124255895614624
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,1,1,power_law_1.01,1.0653087615966796
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,1,1,power_law_1.2,0.4976992130279541
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,1,1,power_law_1.01,0.31186881065368655
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,1,1,power_law_1.2,0.18770560026168823
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,1,1,power_law_1.01,0.48474879264831544
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,1,1,power_law_1.2,1.4072352409362794
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,1,1,power_law_1.2,0.306281590461731
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,1,1,power_law_1.2,0.5006239891052247
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,1,1,power_law_1.01,0.325817608833313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,1,1,power_law_1.01,0.480790376663208
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,1,1,power_law_1.01,0.18861759901046754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,1,1,power_law_1.2,0.5233407974243164
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,1,1,power_law_1.2,0.2989471912384033
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,1,1,power_law_1.01,0.33999679088592527
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,1,1,power_law_1.01,0.5074207782745361
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,1,1,power_law_1.2,0.5337567806243897
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,1,1,power_law_1.2,0.3130527973175049
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,1,1,power_law_1.01,1.4367679595947265
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,1,1,power_law_1.2,1.5084128379821777
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,1,1,power_law_1.01,0.35729920864105225
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,1,1,power_law_1.01,0.526963186264038
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,1,1,power_law_1.2,0.19465279579162598
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,1,1,power_law_1.2,0.3095616102218628
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,1,1,power_law_1.2,0.5692031860351563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,1,1,power_law_1.01,0.3747551918029785
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,1,1,power_law_1.01,0.5378848075866699
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,1,1,power_law_1.2,0.3376991987228394
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,1,1,power_law_1.01,0.19128960371017456
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,1,1,power_law_1.2,0.5775904178619384
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,1,1,power_law_1.2,0.35968000888824464
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,1,1,power_law_1.01,0.5755871772766114
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,1,1,power_law_1.01,1.4686079978942872
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,1,1,power_law_1.2,1.5113311767578126
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,1,1,power_law_1.01,0.4014592170715332
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,1,1,power_law_1.2,0.6356031894683838
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,1,1,power_law_1.2,0.1914911985397339
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,1,1,power_law_1.2,0.36579840183258056
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,1,1,power_law_1.01,0.6380383968353271
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,1,1,power_law_1.01,0.19479360580444335
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,1,1,power_law_1.01,0.4604383945465088
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,1,1,power_law_1.2,0.38757760524749757
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,1,1,power_law_1.01,0.7331583976745606
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,1,1,power_law_1.01,1.5242015838623046
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,1,1,power_law_1.2,1.564080047607422
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.01,0.5350016117095947
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,1,1,power_law_1.2,0.7616640090942383
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,1,1,power_law_1.2,0.19773759841918945
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,1,1,power_law_1.2,0.4675903797149658
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.01,0.8529664039611816
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.01,0.6757919788360596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,1,1,power_law_1.01,0.19849920272827148
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,1,1,power_law_1.01,1.5541343688964844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,1,1,power_law_1.2,1.6038080215454102
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.01,1.0842464447021485
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,1,1,power_law_1.2,0.1999168038368225
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.2,0.8715104103088379
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.2,0.5353216171264649
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,1,1,power_law_1.01,0.2054271936416626
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,1,1,power_law_1.01,1.6322240829467773
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.01,1.2824319839477538
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,1,1,power_law_1.2,0.20681281089782716
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.2,1.0894783973693847
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.2,0.6551904201507568
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.01,0.8113216400146485
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,1,1,power_law_1.01,0.20749759674072266
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,1,1,power_law_1.2,1.6868000030517578
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,1,1,power_law_1.2,0.2078239917755127
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,1,1,power_law_1.01,0.2086496114730835
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,1,1,power_law_1.01,1.644419288635254
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,1,1,power_law_1.2,0.21397759914398193
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.01,1.8394048690795899
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.2,1.3324735641479493
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.2,0.781382417678833
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,1,1,power_law_1.2,1.678246307373047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,1,1,power_law_1.01,0.2182015895843506
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,1,1,power_law_1.01,1.6585920333862305
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,1,1,power_law_1.2,0.22175040245056152
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.01,1.0900959968566895
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.2,1.8493440628051758
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,1,1,power_law_1.2,1.7099103927612305
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.01,2.346691131591797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,1,1,power_law_1.01,0.21726078987121583
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.01,1.3821215629577637
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,1,1,power_law_1.01,1.6796192169189452
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,1,1,power_law_1.2,0.22379839420318604
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.2,1.083622360229492
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,1,1,power_law_1.2,1.743503952026367
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.2,2.348713684082031
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,1,1,power_law_1.01,0.23933119773864747
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,1,1,power_law_1.2,0.24383039474487306
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,1,1,power_law_1.01,1.7054784774780274
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,1,1,power_law_1.2,1.7488767623901367
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,1,1,power_law_1.01,0.2700160026550293
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,1,1,power_law_1.2,0.2746815919876099
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,1,1,power_law_1.01,1.739638328552246
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.01,3.5895454406738283
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.01,2.005945587158203
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,1,1,power_law_1.2,1.8397087097167968
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.2,1.3625920295715332
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,1,1,power_law_1.01,0.29824960231781006
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,1,1,power_law_1.2,0.3003871917724609
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,1,1,power_law_1.01,1.7405567169189453
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,1,1,power_law_1.01,0.3671200037002563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,1,1,power_law_1.2,1.9353376388549806
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,1,1,power_law_1.2,0.36868479251861574
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.2,3.5703968048095702
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,1,1,power_law_1.01,1.8644447326660156
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,1,1,power_law_1.01,0.42074241638183596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.2,2.067452812194824
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,1,1,power_law_1.2,0.4191840171813965
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,1,1,power_law_1.01,0.5472032070159912
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.01,1.9480640411376953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.2,2.2744287490844726
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.01,2.717215919494629
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,1,1,power_law_1.2,0.5410240173339844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.01,4.705315017700196
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,1,1,power_law_1.01,0.6643231868743896
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.01,2.1288192749023436
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.2,4.727897644042969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.2,2.474812889099121
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,1,1,power_law_1.2,0.648089599609375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.2,2.0360416412353515
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.01,2.3190975189208984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,1,1,power_law_1.01,0.8832639694213867
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.2,2.9083423614501953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,1,1,power_law_1.2,0.8741984367370605
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.01,2.789257621765137
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,1,1,power_law_1.01,1.112396812438965
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.2,3.3257472991943358
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.01,6.935939025878906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.01,3.1759807586669924
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,1,1,power_law_1.01,1.5510496139526366
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.2,4.2271263122558596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.2,7.053132629394531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.2,2.6901151657104494
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,1,1,power_law_1.2,1.0992992401123047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,1,1,power_law_1.01,1.9884031295776368
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.01,4.118163299560547
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.2,5.275235366821289
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2048,768,8,128,1,1,power_law_1.01,2.4291168212890626
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.01,4.9711040496826175
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.2,6.982662200927734
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2048,768,8,128,1,1,power_law_1.01,3.744831848144531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,1,1,power_law_1.01,0.08578879833221435
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,1,1,power_law_1.01,0.12483839988708496
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,1,1,power_law_1.01,0.1876736044883728
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.01,4.136592102050781
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,1,1,power_law_1.01,0.24466559886932374
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.01,6.731772613525391
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,1,1,power_law_1.01,0.30768959522247313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,1,1,power_law_1.01,0.44191679954528806
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,1,1,power_law_1.01,0.45623040199279785
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,1,1,power_law_1.01,0.4699967861175537
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,1,1,power_law_1.01,0.4774496078491211
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,1,1,power_law_1.01,0.4736159801483154
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,1,1,power_law_1.01,0.48853759765625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.2,8.764739227294921
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,1,1,power_law_1.01,0.48009281158447265
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,1,1,power_law_1.01,0.49965438842773435
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,1,1,power_law_1.01,0.5042880058288575
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,1,1,power_law_1.01,0.49956798553466797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,1,1,power_law_1.01,0.5093952178955078
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,1,1,power_law_1.01,0.5416192054748535
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.01,8.674607849121093
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,1,1,power_law_1.01,0.594540786743164
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,1,1,power_law_1.2,1.5343680381774902
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.01,0.6531775951385498
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.01,0.7724703788757324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.01,0.8645088195800781
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.01,1.0904959678649901
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,1,1,power_law_1.2,10.465593719482422
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.01,1.2913375854492188
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.2,4.098144149780273
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.01,1.7079584121704101
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,1,1,power_law_1.01,10.494566345214844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.01,2.125951957702637
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.01,2.9379968643188477
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.01,9.239766693115234
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.01,3.815011215209961
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,1,1,power_law_1.2,16.187776184082033
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,1,1,power_law_1.01,16.288394165039062
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,1,1,power_law_1.2,0.09017599821090698
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,1,1,power_law_1.2,0.13004159927368164
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,1,1,power_law_1.2,0.17383040189743043
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,1,1,power_law_1.01,0.15045440196990967
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,1,1,power_law_1.2,0.2282815933227539
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,1,1,power_law_1.01,0.23019518852233886
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,1,1,power_law_1.2,0.2857151985168457
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,1,1,power_law_1.01,0.3749056100845337
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,1,1,power_law_1.2,0.448038387298584
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,1,1,power_law_1.01,0.555072021484375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,1,1,power_law_1.2,0.46125121116638185
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,1,1,power_law_1.01,0.6959360122680665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.01,4.696902465820313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,1,1,power_law_1.2,0.4782048225402832
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,1,1,power_law_1.01,1.0568448066711427
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,1,1,power_law_1.2,0.4868192195892334
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,1,1,power_law_1.01,1.101030445098877
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,1,1,power_law_1.2,0.48921918869018555
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,1,1,power_law_1.2,0.5038527965545654
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,1,1,power_law_1.01,1.1432191848754882
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,1,1,power_law_1.2,0.5007391929626465
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,1,1,power_law_1.2,0.5044960021972656
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,1,1,power_law_1.01,1.1585087776184082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,1,1,power_law_1.01,7.386262512207031
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,1,1,power_law_1.2,0.5145408153533936
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,1,1,power_law_1.2,0.5156032085418701
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,1,1,power_law_1.01,1.1838720321655274
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.01,5.456752014160156
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,1,1,power_law_1.2,0.5255167961120606
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,1,1,power_law_1.2,0.5493535995483398
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,1,1,power_law_1.01,1.2219296455383302
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,1,1,power_law_1.2,0.610703992843628
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,1,1,power_law_1.2,0.16219199895858766
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,1,1,power_law_1.01,1.2194432258605956
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.2,0.6682559967041015
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,1,1,power_law_1.2,0.2491744041442871
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,1,1,power_law_1.2,0.3903647899627686
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,1,1,power_law_1.01,1.2288415908813477
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,1,1,power_law_1.2,0.5184415817260742
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.2,0.7764832019805908
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,1,1,power_law_1.2,0.6749120235443116
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,1,1,power_law_1.2,1.080288028717041
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,1,1,power_law_1.01,1.2615967750549317
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.2,0.8670016288757324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,1,1,power_law_1.2,1.1267359733581543
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,1,1,power_law_1.2,1.2062623977661133
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,1,1,power_law_1.01,1.263334369659424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.2,1.1035679817199706
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,1,1,power_law_1.2,1.1808639526367188
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,1,1,power_law_1.2,1.2170304298400878
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,1,1,power_law_1.01,1.248793601989746
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.2,1.2899104118347169
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,1,1,power_law_1.2,1.2319711685180663
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,1,1,power_law_1.01,1.3246975898742677
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,1,1,power_law_1.2,1.2626976013183593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,1,1,power_law_1.01,1.416470432281494
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,1,1,power_law_1.2,1.2729439735412598
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.01,1.5196319580078126
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,1,1,power_law_1.2,1.2644224166870117
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.01,1.7147903442382812
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,1,1,power_law_1.2,1.3107872009277344
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.01,1.903379249572754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,1,1,power_law_1.2,1.3177568435668945
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,1,1,power_law_1.2,1.379036808013916
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.01,2.32357120513916
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,1,1,power_law_1.2,1.4815072059631347
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.01,2.723017692565918
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.2,1.5762271881103516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.2,9.477574157714844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.01,3.6116001129150392
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.2,1.770355224609375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.2,1.6942880630493165
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.01,4.552758407592774
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.2,1.9637920379638671
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.01,6.7433631896972654
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.2,5.375791931152344
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.2,2.3773279190063477
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.2,2.7741216659545898
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.01,6.3224639892578125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.2,3.5827358245849608
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.2,4.557519912719727
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.01,8.192972564697266
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,1,1,power_law_1.01,10.08022689819336
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,1,1,power_law_1.2,1.9643552780151368
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.2,2.097030448913574
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.2,6.268451309204101
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.01,11.476812744140625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,1,1,power_law_1.01,15.690867614746093
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,1,1,power_law_1.01,0.18122880458831786
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,1,1,power_law_1.01,0.24250879287719726
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,1,1,power_law_1.01,0.38573760986328126
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,1,1,power_law_1.01,0.6367616176605224
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,1,1,power_law_1.01,1.0203264236450196
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,1,1,power_law_1.01,1.3587167739868165
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,1,1,power_law_1.01,1.5211584091186523
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,1,1,power_law_1.01,1.9178655624389649
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,1,1,power_law_1.01,1.9984928131103517
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,1,1,power_law_1.01,2.0274784088134767
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,1,1,power_law_1.01,2.112601661682129
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,1,1,power_law_1.01,2.186688041687012
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.2,2.909312057495117
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,1,1,power_law_1.01,2.228838348388672
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,1,1,power_law_1.01,2.25579833984375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,1,1,power_law_1.01,2.3166175842285157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,1,1,power_law_1.01,2.3395456314086913
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,1,1,power_law_1.01,2.3884864807128907
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,1,1,power_law_1.01,2.492736053466797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.01,2.565772819519043
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.01,2.7593984603881836
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.2,8.275183868408202
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.01,3.00599365234375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.2,11.702223968505859
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.01,3.4309120178222656
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.01,3.8812862396240235
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.01,4.856415939331055
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,1,1,power_law_1.01,5.848764801025391
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.2,6.822940826416016
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2048,768,8,128,1,1,power_law_1.2,2.4158912658691407
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,1,1,power_law_1.01,7.677683258056641
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,1,1,power_law_1.2,9.754835510253907
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,1,1,power_law_1.01,10.992342376708985
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,1,1,power_law_1.01,9.618598175048827
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,1,1,power_law_1.2,0.18759360313415527
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,1,1,power_law_1.2,0.2534271955490112
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,1,1,power_law_1.2,0.3988287925720215
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,1,1,power_law_1.2,0.6555744171142578
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,1,1,power_law_1.2,0.9071680068969726
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,1,1,power_law_1.2,1.2314847946166991
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,1,1,power_law_1.2,1.3844127655029297
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,1,1,power_law_1.2,1.8780000686645508
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,1,1,power_law_1.2,1.949033546447754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,1,1,power_law_1.2,2.0198591232299803
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,1,1,power_law_1.2,2.0601312637329103
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,1,1,power_law_1.01,11.463359832763672
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,1,1,power_law_1.2,2.200035285949707
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,1,1,power_law_1.2,2.249977684020996
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,1,1,power_law_1.2,2.266441535949707
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,1,1,power_law_1.2,2.32806396484375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,1,1,power_law_1.2,2.360563278198242
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,1,1,power_law_1.2,2.4527711868286133
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,1,1,power_law_1.2,2.576633644104004
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.2,2.679737663269043
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.2,2.945132827758789
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.2,3.1451904296875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.2,3.677974319458008
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,1,1,power_law_1.01,17.51355895996094
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,1,1,power_law_1.01,0.07742720246315002
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,1,1,power_law_1.01,0.10296640396118165
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,1,1,power_law_1.01,0.14650559425354004
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,1,1,power_law_1.01,0.1960863947868347
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,1,1,power_law_1.01,0.24563200473785402
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.2,4.162934494018555
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,1,1,power_law_1.01,0.37701120376586916
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,1,1,power_law_1.01,0.38214399814605715
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,1,1,power_law_1.01,0.3899712085723877
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,1,1,power_law_1.01,0.3966655969619751
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.2,3.765727996826172
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,1,1,power_law_1.01,0.4038080215454102
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,1,1,power_law_1.01,0.4098368167877197
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,1,1,power_law_1.01,0.4246240139007568
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,1,1,power_law_1.01,0.42554559707641604
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,1,1,power_law_1.01,0.4371039867401123
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,1,1,power_law_1.01,0.4439871788024902
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,1,1,power_law_1.01,0.43622398376464844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,1,1,power_law_1.01,0.4654719829559326
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.2,5.219043350219726
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,1,1,power_law_1.01,0.5003551959991455
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,1,1,power_law_1.01,0.5484928131103516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,1,1,power_law_1.01,0.6243807792663574
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,1,1,power_law_1.01,0.7068863868713379
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,1,1,power_law_1.01,0.8744928359985351
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,1,1,power_law_1.01,1.0276864051818848
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,1,1,power_law_1.01,1.3502079963684082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,1,1,power_law_1.2,6.123382568359375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,1,1,power_law_1.01,1.667628860473633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,1,1,power_law_1.01,2.3030656814575194
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,1,1,power_law_1.01,2.9399776458740234
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,1,1,power_law_1.2,8.102934265136719
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2688,1856,6,128,1,1,power_law_1.01,3.567555236816406
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2688,1856,6,128,1,1,power_law_1.01,5.476240158081055
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,1,1,power_law_1.2,9.845142364501953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,1,1,power_law_1.2,0.07661120295524597
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,1,1,power_law_1.2,0.10220479965209961
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,1,1,power_law_1.2,0.1445024013519287
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,1,1,power_law_1.2,0.18508479595184327
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,1,1,power_law_1.2,0.2266239881515503
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,1,1,power_law_1.2,0.3673919916152954
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,1,1,power_law_1.2,0.38086400032043455
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,1,1,power_law_1.2,0.404204797744751
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,1,1,power_law_1.2,0.4011263847351074
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,1,1,power_law_1.2,0.4145631790161133
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,1,1,power_law_1.2,0.4204095840454102
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,1,1,power_law_1.2,0.43527998924255373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,1,1,power_law_1.2,0.42946882247924806
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,1,1,power_law_1.2,0.45068798065185545
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,1,1,power_law_1.2,0.45707201957702637
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,1,1,power_law_1.2,0.4609344005584717
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,1,1,power_law_1.2,0.48601598739624025
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,1,1,power_law_1.2,0.529033613204956
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,1,1,power_law_1.2,0.5587071895599365
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,1,1,power_law_1.2,0.6479455947875976
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,1,1,power_law_1.2,0.7199295997619629
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,1,1,power_law_1.2,0.8796256065368653
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,1,1,power_law_1.2,11.642463684082031
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,1,1,power_law_1.2,1.0411744117736816
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,1,1,power_law_1.2,1.3506752014160157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,1,1,power_law_1.2,1.6734560012817383
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,1,1,power_law_1.2,2.299839973449707
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,1,1,power_law_1.01,18.990345764160157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,1,1,power_law_1.2,2.9361215591430665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,1,1,power_law_1.01,0.3025504112243652
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,1,1,power_law_1.01,0.43433918952941897
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,1,1,power_law_1.01,0.6861408233642579
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,1,1,power_law_1.01,1.0555935859680177
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,1,1,power_law_1.2,17.84588165283203
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,1,1,power_law_1.01,1.3840928077697754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,1,1,power_law_1.01,2.15665283203125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,1,1,power_law_1.01,2.29552001953125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,1,1,power_law_1.2,0.3263360023498535
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,1,1,power_law_1.01,2.3779455184936524
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,1,1,power_law_1.2,0.4808095932006836
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,1,1,power_law_1.2,0.7352735996246338
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,1,1,power_law_1.2,0.9761183738708497
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,1,1,power_law_1.01,2.4595712661743163
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,1,1,power_law_1.2,1.3138784408569335
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,1,1,power_law_1.01,2.4685312271118165
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,1,1,power_law_1.2,2.1355264663696287
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,1,1,power_law_1.01,2.488038444519043
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,1,1,power_law_1.2,2.3180896759033205
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,1,1,power_law_1.01,2.5875455856323244
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,1,1,power_law_1.2,2.366153526306152
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,1,1,power_law_1.01,2.5729791641235353
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,1,1,power_law_1.2,2.486841583251953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,1,1,power_law_1.01,2.6359840393066407
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2688,1856,6,128,1,1,power_law_1.2,3.5747745513916014
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,1,1,power_law_1.2,2.4890079498291016
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,1,1,power_law_1.01,2.6708703994750977
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,1,1,power_law_1.2,2.5911327362060548
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.2,4.740396881103516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,1,1,power_law_1.2,19.93077697753906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,2,1,power_law_1.01,0.09377279877662659
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,2,1,power_law_1.01,0.10305600166320801
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,2,1,power_law_1.01,0.11884479522705078
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,1,1,power_law_1.2,2.6224512100219726
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,1,1,power_law_1.01,2.7167264938354494
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,2,1,power_law_1.01,0.1879744052886963
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,2,1,power_law_1.01,0.17063679695129394
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,2,1,power_law_1.01,0.17768319845199584
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,2,1,power_law_1.01,0.17415679693222047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,2,1,power_law_1.01,0.17550719976425172
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,2,1,power_law_1.01,0.1830623984336853
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,2,1,power_law_1.01,0.17261120080947875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,2,1,power_law_1.01,0.17895040512084961
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,1,1,power_law_1.2,2.703036880493164
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,1,1,power_law_1.01,2.8321760177612303
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,2,1,power_law_1.01,0.1765727996826172
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,2,1,power_law_1.01,0.17894719839096068
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,2,1,power_law_1.01,0.1904255986213684
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,2,1,power_law_1.01,0.20221118927001952
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,2,1,power_law_1.01,0.21055679321289061
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,1,1,power_law_1.2,2.7805152893066407
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,2,1,power_law_1.01,0.2221760034561157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,1,1,power_law_1.01,3.128384017944336
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,1,1,power_law_1.2,2.7580575942993164
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,2,1,power_law_1.01,0.2547008037567139
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,1,1,power_law_1.01,3.3386463165283202
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.01,0.2961184024810791
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,1,1,power_law_1.2,2.863270378112793
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,1,1,power_law_1.2,10.755010986328125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,2,1,power_law_1.2,0.0763808012008667
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,1,1,power_law_1.2,15.464607238769531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.01,0.35934720039367674
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,2,1,power_law_1.01,0.11050879955291748
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,2,1,power_law_1.2,0.11005760431289673
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,2,1,power_law_1.01,0.15006400346755983
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,2,1,power_law_1.2,0.1294111967086792
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,2,1,power_law_1.01,0.17190079689025878
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,2,1,power_law_1.2,0.18734400272369384
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,2,1,power_law_1.01,0.27289280891418455
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,1,1,power_law_1.2,3.040947151184082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,1,1,power_law_1.01,3.8123104095458986
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,2,1,power_law_1.2,0.1811295986175537
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,2,1,power_law_1.01,0.26533119678497313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.01,0.429747200012207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,2,1,power_law_1.01,0.27286720275878906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,2,1,power_law_1.2,0.18510400056838988
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,2,1,power_law_1.01,0.2765503883361816
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,2,1,power_law_1.2,0.17832000255584718
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,2,1,power_law_1.01,0.2831648111343384
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,2,1,power_law_1.2,0.18101439476013184
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,2,1,power_law_1.01,0.2724128007888794
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,2,1,power_law_1.2,0.17392959594726562
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,2,1,power_law_1.01,0.2655168056488037
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,2,1,power_law_1.2,0.1714848041534424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,1,1,power_law_1.2,3.233097457885742
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,2,1,power_law_1.01,0.26382400989532473
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,2,1,power_law_1.2,0.17292799949645996
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,2,1,power_law_1.01,0.2763583898544312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,2,1,power_law_1.2,0.17726720571517945
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,2,1,power_law_1.01,0.2754528045654297
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.01,0.5682464122772217
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,2,1,power_law_1.2,0.18143359422683716
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,2,1,power_law_1.01,0.28555200099945066
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,1,1,power_law_1.01,4.277078247070312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,2,1,power_law_1.2,0.19451839923858644
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,2,1,power_law_1.01,0.30839359760284424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,2,1,power_law_1.2,0.20628159046173095
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,2,1,power_law_1.01,0.30967040061950685
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,1,1,power_law_1.2,3.5256542205810546
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,2,1,power_law_1.2,0.20347518920898439
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,2,1,power_law_1.01,0.33371520042419434
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,2,1,power_law_1.2,0.2301151990890503
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,2,1,power_law_1.01,0.40099520683288575
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.01,0.7234079837799072
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,2,1,power_law_1.2,0.2618016004562378
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.01,0.46121921539306643
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,1,1,power_law_1.2,4.072419357299805
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,1,1,power_law_1.01,5.334905624389648
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.01,0.5603295803070069
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.2,0.2961535930633545
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,1,1,power_law_1.2,4.493913650512695
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.01,0.6653823852539062
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,1,1,power_law_1.01,6.276847839355469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.2,0.3496288061141968
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2688,1856,6,128,1,1,power_law_1.2,5.473267364501953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,2,1,power_law_1.2,0.10844800472259522
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,2,1,power_law_1.2,0.1421183943748474
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,2,1,power_law_1.2,0.17308160066604614
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,2,1,power_law_1.2,0.2683232069015503
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.01,1.0149663925170898
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,2,1,power_law_1.2,0.2766144037246704
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.2,0.43390722274780275
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,1,1,power_law_1.2,5.436751937866211
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,2,1,power_law_1.2,0.27375359535217286
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,2,1,power_law_1.2,0.2712608098983765
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,2,1,power_law_1.2,0.27714560031890867
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,2,1,power_law_1.2,0.2611743927001953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,2,1,power_law_1.2,0.2556159973144531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,2,1,power_law_1.2,0.26302080154418944
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.01,0.9145664215087891
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,2,1,power_law_1.2,0.27018558979034424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,2,1,power_law_1.2,0.2888031959533691
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,2,1,power_law_1.2,0.28475840091705323
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,2,1,power_law_1.2,0.3023360013961792
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,1,1,power_law_1.01,8.423033905029296
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,2,1,power_law_1.2,0.29777278900146487
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,2,1,power_law_1.2,0.3382591962814331
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,1,1,power_law_1.2,6.547567749023438
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.2,0.5558559894561768
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,2,1,power_law_1.2,0.40085759162902834
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.01,1.1272288322448731
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.2,0.45507521629333497
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.2,0.5570879936218261
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,1,1,power_law_1.01,10.237916564941406
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,1,1,power_law_1.2,8.474623870849609
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.01,1.286303997039795
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.2,0.6734848022460938
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.2,0.7070847988128662
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.01,1.6180320739746095
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,1,1,power_law_1.2,10.436431884765625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.2,0.8882656097412109
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,1,1,power_law_1.01,14.598771667480468
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.2,0.9933407783508301
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.2,1.1404735565185546
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.01,1.8928768157958984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.01,2.138368034362793
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,1,1,power_law_1.2,14.533395385742187
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.2,1.5926272392272949
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,1,1,power_law_1.01,19.112937927246094
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.2,1.2867775917053224
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2048,768,8,128,1,1,power_law_1.2,3.7353343963623047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,2,1,power_law_1.01,0.11496319770812988
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,2,1,power_law_1.01,0.15892479419708253
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,2,1,power_law_1.01,0.23732800483703614
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,2,1,power_law_1.01,0.39140799045562746
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,2,1,power_law_1.01,0.5057759761810303
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.01,3.3232704162597657
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,2,1,power_law_1.01,0.6431903839111328
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,2,1,power_law_1.01,0.8568896293640137
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,2,1,power_law_1.01,0.8890975952148438
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,2,1,power_law_1.01,0.9074336051940918
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,2,1,power_law_1.01,0.9327008247375488
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,2,1,power_law_1.01,0.9634880065917969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,2,1,power_law_1.01,0.9763872146606445
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,2,1,power_law_1.01,1.006396770477295
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,2,1,power_law_1.01,0.9943455696105957
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,2,1,power_law_1.01,1.0229023933410644
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,2,1,power_law_1.01,1.037497615814209
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,2,1,power_law_1.01,1.050985622406006
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,2,1,power_law_1.01,1.1254207611083984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,2688,22,512,1,1,power_law_1.01,23.1172607421875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.01,1.1863007545471191
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.01,1.3329376220703124
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.01,1.4515839576721192
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,1,1,power_law_1.2,18.552659606933595
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.01,1.7267488479614257
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.01,2.6916608810424805
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.01,1.9860767364501952
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.01,2.539983940124512
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.2,2.0710208892822264
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.01,3.078486442565918
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.01,4.223667144775391
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.01,4.335359954833985
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.01,5.313036727905273
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.2,1.8935583114624024
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,2,1,power_law_1.01,6.395487976074219
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,2688,22,512,1,1,power_law_1.01,36.189187622070314
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,2,1,power_law_1.2,0.11832640171051026
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,2,1,power_law_1.2,0.16251840591430664
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,2,1,power_law_1.2,0.2369152069091797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,2,1,power_law_1.2,0.36008639335632325
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,2,1,power_law_1.2,0.48448958396911623
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,2,1,power_law_1.01,9.799763488769532
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,2,1,power_law_1.2,0.5892064094543457
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,2,1,power_law_1.2,0.8361568450927734
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,2,1,power_law_1.01,0.051551997661590576
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,2,1,power_law_1.01,0.05739520192146301
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,2,1,power_law_1.2,0.8738880157470703
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,2,1,power_law_1.01,0.07026559710502625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,2,1,power_law_1.01,0.08254079818725586
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,2,1,power_law_1.01,0.09559040069580078
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,2,1,power_law_1.2,0.8991968154907226
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,2,1,power_law_1.01,0.13392000198364257
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,2,1,power_law_1.01,0.13476799726486205
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,2,1,power_law_1.2,0.9118495941162109
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,2,1,power_law_1.01,0.1407807946205139
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,2,1,power_law_1.01,0.14301120042800902
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,2,1,power_law_1.2,0.9534048080444336
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,2,1,power_law_1.01,0.14423999786376954
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,2,1,power_law_1.01,0.14872959852218628
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,2,1,power_law_1.2,0.9609087944030762
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,2,1,power_law_1.01,0.15383360385894776
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,2,1,power_law_1.01,0.15858880281448365
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,2,1,power_law_1.2,0.9681792259216309
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,2688,22,512,1,1,power_law_1.2,22.988937377929688
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,2,1,power_law_1.01,0.1601088047027588
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,2,1,power_law_1.2,1.0124768257141112
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,2,1,power_law_1.01,0.1674720048904419
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,2,1,power_law_1.01,0.17076799869537354
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,2,1,power_law_1.2,1.025875186920166
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,2,1,power_law_1.01,0.19057919979095458
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,2,1,power_law_1.01,0.21785919666290282
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,2,1,power_law_1.2,1.0468864440917969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,2,1,power_law_1.01,0.24232959747314453
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,2,1,power_law_1.01,0.3067231893539429
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,2,1,power_law_1.2,1.0733023643493653
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,2,1,power_law_1.01,0.35760319232940674
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,2,1,power_law_1.2,1.1809887886047363
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,2,1,power_law_1.01,0.4807392120361328
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.01,3.2363712310791017
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,2,1,power_law_1.01,0.5941952228546142
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.2,1.248464012145996
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,2,1,power_law_1.01,0.8144607543945312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.2,1.383084774017334
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,2,1,power_law_1.01,1.03023681640625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.2,1.5061504364013671
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,2,1,power_law_1.01,1.4492639541625976
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.01,5.662063980102539
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.2,1.7900896072387695
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.2,2.0256063461303713
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,2,1,power_law_1.01,1.8721088409423827
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.2,2.5504127502441407
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2048,768,8,128,2,1,power_law_1.01,2.285004806518555
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.2,3.3332542419433593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.2,2.692367935180664
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.2,3.0856576919555665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2048,768,8,128,2,1,power_law_1.01,3.5470462799072267
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,2,1,power_law_1.2,0.051648002862930295
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,2,1,power_law_1.2,0.05727360248565674
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,2,1,power_law_1.2,0.06822400093078614
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,2,1,power_law_1.2,0.07919039726257324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,2,1,power_law_1.2,0.09291840195655823
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,2,1,power_law_1.2,0.13129279613494874
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.2,4.199225616455078
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,2,1,power_law_1.2,0.13991999626159668
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,2,1,power_law_1.2,0.1422144055366516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,2,1,power_law_1.2,0.14445760250091552
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,1,1,power_law_1.2,7.237744140625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,2,1,power_law_1.01,0.07082239985466003
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,2,1,power_law_1.01,0.09134399890899658
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,2,1,power_law_1.2,0.14632960557937622
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,2,1,power_law_1.01,0.13348159790039063
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,2,1,power_law_1.01,0.16140480041503907
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,2,1,power_law_1.2,0.1485535979270935
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,2,1,power_law_1.01,0.1985376000404358
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,2,1,power_law_1.01,0.2896928071975708
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,2,1,power_law_1.2,0.15499199628829957
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,2,1,power_law_1.01,0.2938271999359131
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,2,1,power_law_1.2,0.15820800065994262
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.2,5.192297744750976
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,2,1,power_law_1.01,0.31236801147460935
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,2,1,power_law_1.2,0.16218240261077882
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,2,1,power_law_1.01,0.310534405708313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,2,1,power_law_1.01,0.3123167991638184
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,2,1,power_law_1.2,0.1706976056098938
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,2,1,power_law_1.01,0.3171744108200073
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,2,1,power_law_1.2,0.1741376042366028
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,2,1,power_law_1.01,0.32495999336242676
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,2,1,power_law_1.2,0.19445760250091554
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,2,1,power_law_1.01,0.32602241039276125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,2,1,power_law_1.2,0.22365760803222656
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,2,1,power_law_1.01,0.33098878860473635
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,2,1,power_law_1.2,0.24651520252227782
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,2,1,power_law_1.2,6.285369491577148
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,2,1,power_law_1.2,0.30824639797210696
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,2,1,power_law_1.2,0.35620479583740233
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,2,1,power_law_1.01,0.33899199962615967
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,2,1,power_law_1.2,0.47881598472595216
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,2,1,power_law_1.01,0.3471199989318848
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,2,1,power_law_1.01,0.36912319660186765
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,2,1,power_law_1.01,0.4107391834259033
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.01,0.45409278869628905
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,2,1,power_law_1.2,0.5871488094329834
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.01,0.5432767868041992
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.01,0.6096032142639161
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.01,0.782364797592163
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.01,0.9320320129394531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.01,1.2417759895324707
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.01,1.5471199989318847
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.01,2.155574417114258
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.2,3.3634334564208985
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,2,1,power_law_1.2,9.639663696289062
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,2,1,power_law_1.2,0.069760000705719
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,2,1,power_law_1.2,0.09196479916572571
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,2,1,power_law_1.2,0.12952640056610107
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,2,1,power_law_1.2,0.16298240423202515
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,2,1,power_law_1.2,0.19260159730911255
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.01,2.7764095306396483
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,2,1,power_law_1.2,0.29576640129089354
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,2,1,power_law_1.2,0.3132416009902954
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,2,1,power_law_1.2,0.3155328035354614
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,2,1,power_law_1.2,0.32233600616455077
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,2,1,power_law_1.2,0.3180255889892578
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,2,1,power_law_1.2,0.3272511959075928
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,2,1,power_law_1.2,0.3302367925643921
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,2,1,power_law_1.2,0.8014047622680665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,2,1,power_law_1.2,0.33353281021118164
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.01,3.4045345306396486
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,2,1,power_law_1.2,0.34150080680847167
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,2,1,power_law_1.2,0.3503551959991455
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,2,1,power_law_1.2,0.3607327938079834
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,2,1,power_law_1.2,0.37610878944396975
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,2,1,power_law_1.2,0.42702717781066896
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,2,1,power_law_1.01,9.009264373779297
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.2,0.4594240188598633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,2,1,power_law_1.01,0.10509120225906372
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,2,1,power_law_1.01,0.1468608021736145
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.2,0.542409610748291
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,2,1,power_law_1.01,0.22552320957183838
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,2,1,power_law_1.01,0.32392001152038574
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,2,1,power_law_1.01,0.4124959945678711
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,2,1,power_law_1.01,0.6153279781341553
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,2,1,power_law_1.01,0.6390495777130127
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.2,0.6094207763671875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.2,4.454025650024414
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,2,1,power_law_1.01,0.6609407901763916
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,2,1,power_law_1.01,0.6683231830596924
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,2,1,power_law_1.01,0.6780608177185059
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.2,0.7818816184997559
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,2,1,power_law_1.01,0.682041597366333
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,2,1,power_law_1.01,0.7098144054412842
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,2,1,power_law_1.01,5.261091232299805
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,2,1,power_law_1.01,0.7196479797363281
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,2,1,power_law_1.01,0.722160005569458
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,2,1,power_law_1.2,0.10912959575653076
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,2,1,power_law_1.01,0.7370368003845215
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,2,1,power_law_1.2,0.1533471941947937
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,2,1,power_law_1.2,0.23007678985595703
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,2,1,power_law_1.2,0.3048255920410156
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,2,1,power_law_1.2,0.38405120372772217
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,2,1,power_law_1.01,0.7436800003051758
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.2,0.9231871604919434
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,2,1,power_law_1.2,0.6272511959075928
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,2,1,power_law_1.01,0.7641600131988525
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,2,1,power_law_1.2,0.6405983924865722
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,2,1,power_law_1.01,0.842899227142334
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.01,0.89901123046875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,2,1,power_law_1.2,0.6718495845794678
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,2,1,power_law_1.2,0.6760896205902099
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.01,1.0423647880554199
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,2,1,power_law_1.2,0.7031231880187988
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.01,1.162889575958252
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,2,1,power_law_1.2,0.7266623973846436
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.01,1.4268704414367677
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,2,1,power_law_1.2,0.7222400188446045
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,2,1,power_law_1.2,1.0152416229248047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,2,1,power_law_1.2,0.7333407878875733
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.01,1.671126365661621
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.2,1.232483196258545
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,2,1,power_law_1.2,0.7396192073822021
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,2,1,power_law_1.2,0.745686388015747
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.01,2.2078752517700195
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,2,1,power_law_1.2,0.75381441116333
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,2,1,power_law_1.2,0.8013919830322266
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.01,2.710054397583008
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,2,1,power_law_1.2,0.8671168327331543
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.2,0.9366016387939453
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.2,1.0676032066345216
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.2,1.1777695655822753
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,2,1,power_law_1.01,5.514550399780274
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.2,1.4505984306335449
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,2,1,power_law_1.2,1.4292384147644044
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.01,3.7768383026123047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,2,1,power_law_1.01,0.13596479892730712
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,2,1,power_law_1.01,0.1795583963394165
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,2688,22,512,1,1,power_law_1.2,36.552853393554685
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,2,1,power_law_1.01,0.2548896074295044
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,2,1,power_law_1.2,0.1429087996482849
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.2,1.6790847778320312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,2,1,power_law_1.01,0.39562239646911623
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,2,1,power_law_1.2,0.18644479513168336
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,2,1,power_law_1.2,0.2669856071472168
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,2,1,power_law_1.2,0.4375487804412842
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,2,1,power_law_1.01,0.6320511817932128
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.01,4.846352005004883
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,2,1,power_law_1.2,0.5921887874603271
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.2,1.532367992401123
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,2,1,power_law_1.01,0.8122783660888672
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,2,1,power_law_1.2,0.7474463939666748
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,2,1,power_law_1.01,0.9241215705871582
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.2,2.1910367965698243
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,2,1,power_law_1.01,1.1638400077819824
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,2,1,power_law_1.2,0.8462464332580566
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,2,1,power_law_1.01,6.010486221313476
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,2,1,power_law_1.01,1.1846207618713378
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,2,1,power_law_1.2,1.116051197052002
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,2,1,power_law_1.2,1.1627264022827148
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.2,2.693276786804199
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,2,1,power_law_1.01,1.2490303993225098
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,2,1,power_law_1.2,1.203923225402832
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,2,1,power_law_1.01,1.2718208312988282
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,2,1,power_law_1.01,9.27992935180664
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,2,1,power_law_1.01,0.06026880145072937
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,2,1,power_law_1.01,1.311305618286133
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,2,1,power_law_1.2,1.2364383697509767
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,2,1,power_law_1.01,0.07490879893302918
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,2,1,power_law_1.01,0.10354880094528199
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,2,1,power_law_1.01,0.14179840087890624
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,2,1,power_law_1.01,0.16776640415191652
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.2,5.5256000518798825
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,2,1,power_law_1.01,0.23951680660247804
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,2,1,power_law_1.01,1.3289504051208496
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,2,1,power_law_1.2,1.2865119934082032
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,2,1,power_law_1.2,1.8408832550048828
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,2,1,power_law_1.01,0.23798720836639403
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,2,1,power_law_1.01,0.2523296117782593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,2,1,power_law_1.01,1.3506752014160157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,2,1,power_law_1.2,1.3106047630310058
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,2,1,power_law_1.01,0.24660799503326417
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.2,2.1413055419921876
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,2,1,power_law_1.01,0.25413761138916013
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,2,1,power_law_1.2,5.653737640380859
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2688,1856,6,128,2,1,power_law_1.2,0.0605791985988617
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,2,1,power_law_1.01,1.3931872367858886
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2688,1856,6,128,2,1,power_law_1.2,0.07428159713745117
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,2,1,power_law_1.2,1.3487199783325194
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,2,1,power_law_1.01,0.2639296054840088
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2688,1856,6,128,2,1,power_law_1.2,0.10460159778594971
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2688,1856,6,128,2,1,power_law_1.2,0.12688640356063843
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,2,1,power_law_1.01,0.26534719467163087
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2688,1856,6,128,2,1,power_law_1.2,0.14758720397949218
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2688,1856,6,128,2,1,power_law_1.2,0.23106560707092286
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,2,1,power_law_1.01,1.4186623573303223
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,2,1,power_law_1.01,0.2682816028594971
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,2,1,power_law_1.2,1.3772576332092286
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2688,1856,6,128,2,1,power_law_1.2,0.2397439956665039
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.2,3.7653854370117186
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,2,1,power_law_1.01,0.2780832052230835
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2688,1856,6,128,2,1,power_law_1.2,0.24467840194702148
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,2,1,power_law_1.01,1.4155263900756836
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,2,1,power_law_1.2,1.3865695953369142
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2688,1856,6,128,2,1,power_law_1.2,0.2508928060531616
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,2,1,power_law_1.01,0.2923392057418823
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2688,1856,6,128,2,1,power_law_1.2,0.2606623888015747
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,2,1,power_law_1.01,1.5117856025695802
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,2,1,power_law_1.2,1.4359135627746582
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,2,1,power_law_1.01,0.2890912055969238
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2688,1856,6,128,2,1,power_law_1.2,0.26040000915527345
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2688,1856,6,128,2,1,power_law_1.2,0.27418880462646483
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.01,1.5462112426757812
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,2,1,power_law_1.01,0.3036384105682373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,2,1,power_law_1.2,1.5443103790283204
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2688,1856,6,128,2,1,power_law_1.2,0.273523211479187
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2688,1856,6,128,2,1,power_law_1.2,0.2830080032348633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.01,1.7276832580566406
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,2,1,power_law_1.01,0.3392064094543457
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.2,1.6066272735595704
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2688,1856,6,128,2,1,power_law_1.2,0.28914239406585696
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,2,1,power_law_1.01,0.36801919937133787
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.01,1.8391263961791993
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.2,1.7520383834838866
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,2,1,power_law_1.01,0.43472962379455565
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2688,1856,6,128,2,1,power_law_1.2,0.2980736017227173
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.01,2.112691116333008
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.2,4.842508697509766
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.2,1.905014419555664
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.2,2.762175941467285
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,2,1,power_law_1.01,0.49986882209777833
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2688,1856,6,128,2,1,power_law_1.2,0.3155776023864746
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.01,2.3983840942382812
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2048,768,8,128,2,1,power_law_1.2,2.2590496063232424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.2,2.228371238708496
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,2,1,power_law_1.01,0.629695987701416
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2688,1856,6,128,2,1,power_law_1.2,0.3484256029129028
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,2,1,power_law_1.01,0.7556767940521241
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.2,2.473414421081543
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.01,2.9766719818115233
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2688,1856,6,128,2,1,power_law_1.2,0.3771424055099487
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2688,1856,6,128,2,1,power_law_1.2,0.4405344009399414
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,2,1,power_law_1.01,1.0150591850280761
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.2,3.0348064422607424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,2,1,power_law_1.01,3.546908950805664
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2688,1856,6,128,2,1,power_law_1.2,0.5051328182220459
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,2,1,power_law_1.2,5.943942260742188
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,2,1,power_law_1.01,1.2555744171142578
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2688,1856,6,128,2,1,power_law_1.2,0.6288224220275879
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,2,1,power_law_1.2,3.5821502685546873
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,2,1,power_law_1.01,1.7618047714233398
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,2,1,power_law_1.01,4.636892700195313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2688,1856,6,128,2,1,power_law_1.2,0.7575200080871582
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,2,1,power_law_1.01,2.2560703277587892
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2688,1856,6,128,2,1,power_law_1.2,1.0047648429870606
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,2,1,power_law_1.2,4.710675048828125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,2,1,power_law_1.01,5.889158248901367
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2688,1856,6,128,2,1,power_law_1.01,2.757564735412598
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2688,1856,6,128,2,1,power_law_1.2,1.2470463752746581
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,2,1,power_law_1.2,5.838633728027344
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2688,1856,6,128,2,1,power_law_1.01,4.256729507446289
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,2,1,power_law_1.2,8.995503997802734
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,2,1,power_law_1.01,0.20919361114501953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,2,1,power_law_1.2,0.21033918857574463
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,2,1,power_law_1.01,0.30007998943328856
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,2,1,power_law_1.2,0.28664000034332277
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,2,1,power_law_1.01,6.96475830078125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2688,1856,6,128,2,1,power_law_1.2,1.7511295318603515
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,2,1,power_law_1.01,0.4468736171722412
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,2,1,power_law_1.2,0.4304031848907471
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,2,1,power_law_1.01,0.652396821975708
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,2,1,power_law_1.2,0.6029312133789062
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,2,1,power_law_1.01,0.8463935852050781
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,2,1,power_law_1.2,7.141852569580078
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,2,1,power_law_1.2,0.7802815914154053
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,2,1,power_law_1.01,1.3014592170715331
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,2,1,power_law_1.2,9.115030670166016
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,4,1,power_law_1.01,0.05286719799041748
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,2,1,power_law_1.2,1.2757823944091797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,2,1,power_law_1.01,1.3595232009887694
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,4,1,power_law_1.01,0.06954560279846192
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,4,1,power_law_1.01,0.08117759823799134
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,2,1,power_law_1.01,1.4137951850891113
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,4,1,power_law_1.01,0.11021440029144287
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,2,1,power_law_1.2,1.3591168403625489
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,4,1,power_law_1.01,0.10544320344924926
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.2,3.3820606231689454
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,4,1,power_law_1.01,0.10813759565353394
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2688,1856,6,128,2,1,power_law_1.2,2.247884750366211
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,2,1,power_law_1.01,10.672819519042969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,4,1,power_law_1.01,0.10841599702835084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,4,1,power_law_1.2,0.052035200595855716
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,2,1,power_law_1.2,1.3872960090637207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,4,1,power_law_1.01,0.10813119411468505
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,4,1,power_law_1.2,0.06835200190544129
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,2,1,power_law_1.01,1.4279616355895997
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,4,1,power_law_1.01,0.1028864026069641
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,4,1,power_law_1.2,0.07639359831809997
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,4,1,power_law_1.01,0.10746560096740723
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,4,1,power_law_1.2,0.11231679916381836
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,4,1,power_law_1.01,0.10800319910049438
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,4,1,power_law_1.2,0.10465600490570068
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,4,1,power_law_1.01,0.10554879903793335
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,4,1,power_law_1.2,0.10613119602203369
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,4,1,power_law_1.01,0.11249920129776
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,4,1,power_law_1.2,0.10563520193099976
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,2,1,power_law_1.01,1.4604991912841796
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,2,1,power_law_1.2,1.430947208404541
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,4,1,power_law_1.01,0.11402239799499511
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,4,1,power_law_1.2,0.10660159587860107
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,2,1,power_law_1.2,10.661257934570312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,4,1,power_law_1.01,0.07081599831581116
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,4,1,power_law_1.01,0.1253600001335144
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,4,1,power_law_1.2,0.10712000131607055
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2048,768,8,128,2,1,power_law_1.2,3.522198486328125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,4,1,power_law_1.01,0.1308832049369812
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,4,1,power_law_1.2,0.10395200252532959
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,4,1,power_law_1.01,0.09142400026321411
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,4,1,power_law_1.2,0.07058560252189636
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,4,1,power_law_1.01,0.1394368052482605
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,4,1,power_law_1.01,0.11400320529937744
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,4,1,power_law_1.2,0.10514880418777466
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,4,1,power_law_1.2,0.09646720290184022
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,4,1,power_law_1.01,0.15985920429229736
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,4,1,power_law_1.01,0.17026879787445068
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,4,1,power_law_1.2,0.11946560144424438
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,4,1,power_law_1.2,0.10504640340805053
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,2,1,power_law_1.01,1.4980863571166991
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,4,1,power_law_1.2,0.15960960388183593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,4,1,power_law_1.01,0.15989439487457274
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,2,1,power_law_1.2,1.4598272323608399
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,4,1,power_law_1.2,0.11099200248718262
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,4,1,power_law_1.2,0.155731201171875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.01,0.17271360158920288
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,4,1,power_law_1.01,0.15625920295715331
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,4,1,power_law_1.2,0.11455359458923339
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,4,1,power_law_1.2,0.15787839889526367
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,4,1,power_law_1.01,0.15644479990005494
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,4,1,power_law_1.2,0.12471040487289428
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,4,1,power_law_1.01,0.16524159908294678
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,4,1,power_law_1.2,0.15296319723129273
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.01,0.21232640743255615
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,4,1,power_law_1.2,0.16414400339126586
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,4,1,power_law_1.01,0.15578240156173706
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,4,1,power_law_1.2,0.12451200485229492
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,2,1,power_law_1.01,1.5255583763122558
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,4,1,power_law_1.01,0.15598080158233643
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,4,1,power_law_1.2,0.1540127992630005
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2688,1856,6,128,2,1,power_law_1.2,2.7436927795410155
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,4,1,power_law_1.01,0.15645120143890381
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,4,1,power_law_1.2,0.1558367967605591
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,4,1,power_law_1.2,0.13976320028305053
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,2,1,power_law_1.2,1.5013216018676758
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,4,1,power_law_1.01,0.16322879791259765
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,4,1,power_law_1.2,0.15152959823608397
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,4,1,power_law_1.2,0.16142719984054565
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,4,1,power_law_1.01,0.16272319555282594
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,4,1,power_law_1.2,0.1642400026321411
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,4,1,power_law_1.01,0.16984959840774536
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,4,1,power_law_1.2,0.1599455952644348
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,2,1,power_law_1.01,1.5588704109191895
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,4,1,power_law_1.01,0.18027839660644532
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.01,0.25392320156097414
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,4,1,power_law_1.2,0.165830397605896
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.2,0.17407360076904296
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,4,1,power_law_1.01,0.18920639753341675
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,4,1,power_law_1.2,0.17953599691390992
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,2,1,power_law_1.2,1.5401568412780762
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,4,1,power_law_1.2,0.18304320573806762
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,4,1,power_law_1.01,0.20791680812835694
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,4,1,power_law_1.2,0.2024480104446411
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,2,1,power_law_1.01,1.571446418762207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,4,1,power_law_1.2,0.22726080417633057
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,4,1,power_law_1.01,0.23523519039154053
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,2,1,power_law_1.2,1.5738688468933106
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,2,1,power_law_1.01,1.6022687911987306
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,2,1,power_law_1.2,1.627676773071289
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.01,0.3371232032775879
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.01,0.27094719409942625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.2,0.21690878868103028
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.2,0.26180479526519773
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,2,1,power_law_1.01,1.6418111801147461
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.01,0.3253024101257324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,2,1,power_law_1.2,1.6618175506591797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,2,1,power_law_1.01,1.6918016433715821
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.2,0.32362558841705324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.2,0.2560703992843628
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.01,0.3922463893890381
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.01,0.4173471927642822
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,2,1,power_law_1.2,1.6860927581787108
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,2,1,power_law_1.01,1.9057247161865234
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.2,0.3824448108673096
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,2,1,power_law_1.2,1.7940288543701173
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.2,0.33678719997406004
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,2,1,power_law_1.01,2.06343994140625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.01,0.517302417755127
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,2,1,power_law_1.2,1.9807647705078124
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,2,1,power_law_1.01,2.3991455078125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,2,1,power_law_1.2,2.1305215835571287
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.2,0.5012544155120849
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.01,0.6360191822052002
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,2,1,power_law_1.01,2.7239328384399415
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,2,1,power_law_1.2,2.470047950744629
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.2,0.421340799331665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.01,0.5835775852203369
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,2,1,power_law_1.01,3.380223846435547
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.2,0.6265408039093018
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2688,1856,6,128,2,1,power_law_1.2,4.238614273071289
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,4,1,power_law_1.01,0.09802240133285522
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,4,1,power_law_1.01,0.12405439615249633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,2,1,power_law_1.2,2.7766592025756838
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,4,1,power_law_1.01,0.16533119678497316
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,4,1,power_law_1.01,0.2649888038635254
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,4,1,power_law_1.01,0.3501823902130127
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,4,1,power_law_1.01,0.41628479957580566
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,4,1,power_law_1.01,0.5684447765350342
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,2,1,power_law_1.01,4.034966278076172
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.01,0.8754912376403808
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.2,0.5759391784667969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,4,1,power_law_1.01,0.596230411529541
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,4,1,power_law_1.01,0.6074048042297363
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,2,1,power_law_1.2,3.406816101074219
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,4,1,power_law_1.01,0.6229631900787354
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,4,1,power_law_1.01,0.6364480018615722
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.2,0.8879008293151855
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,4,1,power_law_1.01,0.6523871898651123
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,2,1,power_law_1.01,5.29697265625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,4,1,power_law_1.01,0.6536575794219971
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,4,1,power_law_1.01,0.6657343864440918
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,2,1,power_law_1.2,4.037452697753906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.01,0.7506368160247803
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,4,1,power_law_1.01,0.6909887790679932
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,4,1,power_law_1.01,0.7002816200256348
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,4,1,power_law_1.01,0.7303808212280274
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,4,1,power_law_1.01,0.7735072135925293
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,2,1,power_law_1.01,6.581203460693359
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.2,0.7455167770385742
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.01,0.8453568458557129
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,2,1,power_law_1.2,5.287737655639648
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.01,0.9378975868225098
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.01,1.1356063842773438
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.01,1.0400287628173828
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.01,1.2609663963317872
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.2,1.1367168426513672
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.01,1.4589695930480957
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,2,1,power_law_1.01,9.177212524414063
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,2,1,power_law_1.2,6.586729431152344
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.01,1.9081535339355469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.01,2.3213151931762694
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.01,1.071171188354492
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.2,1.073862361907959
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.01,3.1566240310668947
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,2,1,power_law_1.2,9.12581787109375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.01,3.9788768768310545
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,2,1,power_law_1.01,11.872035217285156
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.01,1.6746143341064452
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,4,1,power_law_1.01,4.823632049560547
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.2,1.6341056823730469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,2,1,power_law_1.2,11.691715240478516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,4,1,power_law_1.01,7.345632171630859
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,4,1,power_law_1.2,0.09701120257377624
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,4,1,power_law_1.2,0.12416319847106934
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,4,1,power_law_1.2,0.1674399971961975
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,4,1,power_law_1.2,0.2485408067703247
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,4,1,power_law_1.2,0.32772159576416016
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,4,1,power_law_1.2,0.40026559829711916
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,4,1,power_law_1.2,0.5631648063659668
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,4,1,power_law_1.2,0.5884128093719483
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,4,1,power_law_1.2,0.6093376159667969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,4,1,power_law_1.2,0.6014592170715332
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,2688,22,512,2,1,power_law_1.01,14.557965087890626
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,4,1,power_law_1.2,0.632422399520874
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,4,1,power_law_1.2,0.6509151935577393
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,4,1,power_law_1.2,0.6709599971771241
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,4,1,power_law_1.2,0.682422399520874
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,4,1,power_law_1.2,0.6891903877258301
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,4,1,power_law_1.2,0.7057663917541503
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,4,1,power_law_1.2,0.7486368179321289
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,4,1,power_law_1.2,0.8005087852478028
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.2,0.8701951980590821
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.2,0.9831520080566406
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.2,1.0719008445739746
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.2,1.2915648460388183
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.01,1.4020511627197265
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.2,1.488588809967041
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.2,1.9220224380493165
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.2,2.3342496871948244
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,2688,22,512,2,1,power_law_1.2,14.383151245117187
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.2,3.1568511962890624
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.2,1.4211487770080566
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.2,3.978742218017578
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.01,2.163190460205078
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,2688,22,512,2,1,power_law_1.01,22.415498352050783
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,4,1,power_law_1.01,0.04892799854278564
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,4,1,power_law_1.01,0.05234559774398804
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,4,1,power_law_1.01,0.06265919804573059
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,4,1,power_law_1.01,0.07087680101394653
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,4,1,power_law_1.01,0.08320320248603821
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,4,1,power_law_1.01,0.11415679454803467
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,4,1,power_law_1.01,0.11684800386428833
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,4,1,power_law_1.2,4.791328048706054
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,4,1,power_law_1.01,0.120905601978302
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,4,1,power_law_1.01,0.12421760559082032
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,4,1,power_law_1.01,0.12229119539260865
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,4,1,power_law_1.01,0.1288256049156189
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,4,1,power_law_1.01,0.13210879564285277
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,4,1,power_law_1.01,0.1405184030532837
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,4,1,power_law_1.01,0.143721604347229
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,4,1,power_law_1.01,0.15220160484313966
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,2,1,power_law_1.2,5.228931045532226
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,2048,768,8,128,4,1,power_law_1.2,0.05023679733276367
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,4,1,power_law_1.01,0.15154240131378174
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,2048,768,8,128,4,1,power_law_1.2,0.052716797590255736
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,2048,768,8,128,4,1,power_law_1.2,0.06096320152282715
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,4,1,power_law_1.01,0.17010560035705566
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,2048,768,8,128,4,1,power_law_1.2,0.07210879921913146
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,2048,768,8,128,4,1,power_law_1.2,0.08082559704780579
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,2048,768,8,128,4,1,power_law_1.2,0.1123263955116272
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,4,1,power_law_1.01,0.19833920001983643
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,2048,768,8,128,4,1,power_law_1.2,0.12087680101394653
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,4,1,power_law_1.01,0.21819519996643066
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,2048,768,8,128,4,1,power_law_1.2,0.12261120080947877
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,4,1,power_law_1.01,0.27330238819122316
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,2048,768,8,128,4,1,power_law_1.2,0.12511359453201293
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,4,1,power_law_1.01,0.3194207906723022
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,2048,768,8,128,4,1,power_law_1.2,0.12651519775390624
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,4,1,power_law_1.01,0.4340672016143799
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,2048,768,8,128,4,1,power_law_1.2,0.1316159963607788
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,4,1,power_law_1.2,7.305427551269531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,4,1,power_law_1.01,0.5354368209838867
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,2048,768,8,128,4,1,power_law_1.2,0.13653440475463868
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,4,1,power_law_1.01,0.7398431777954102
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,4,1,power_law_1.01,0.06123520135879516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,2048,768,8,128,4,1,power_law_1.2,0.13957120180130006
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,4,1,power_law_1.01,0.07462400197982788
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.2,2.2317535400390627
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,4,1,power_law_1.01,0.10149439573287963
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,2048,768,8,128,4,1,power_law_1.2,0.14408639669418336
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,4,1,power_law_1.01,0.1291424036026001
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.01,1.7417856216430665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,4,1,power_law_1.01,0.14962559938430786
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,4,1,power_law_1.01,0.21506240367889404
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,4,1,power_law_1.01,0.9407808303833007
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,2048,768,8,128,4,1,power_law_1.2,0.1528480052947998
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,4,1,power_law_1.01,0.21665918827056885
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,4,1,power_law_1.01,0.22467520236968994
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,2048,768,8,128,4,1,power_law_1.2,0.15427520275115966
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,4,1,power_law_1.01,1.3361824035644532
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,4,1,power_law_1.01,0.2305824041366577
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,2048,768,8,128,4,1,power_law_1.2,0.17208000421524047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,4,1,power_law_1.01,0.22900800704956054
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,4,1,power_law_1.01,0.23571839332580566
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,4,1,power_law_1.01,1.731884765625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,2048,768,8,128,4,1,power_law_1.2,0.19848320484161378
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,4,1,power_law_1.01,0.2391103982925415
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,4,1,power_law_1.01,0.24342401027679444
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,2048,768,8,128,4,1,power_law_1.2,0.2214400053024292
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,4,1,power_law_1.01,0.24768319129943847
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,4,1,power_law_1.01,0.26093759536743166
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2048,768,8,128,4,1,power_law_1.01,2.12237434387207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,2048,768,8,128,4,1,power_law_1.2,0.2727488040924072
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,4,1,power_law_1.01,0.2639967918395996
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,2048,768,8,128,4,1,power_law_1.2,0.3208767890930176
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,4,1,power_law_1.01,0.28982720375061033
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,2048,768,8,128,4,1,power_law_1.2,0.4287231922149658
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,4,1,power_law_1.01,0.3281888008117676
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2048,768,8,128,4,1,power_law_1.01,3.3008350372314452
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,4,1,power_law_1.2,0.058771198987960814
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,4,1,power_law_1.2,0.07285760045051574
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.01,0.36186881065368653
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,4,1,power_law_1.2,0.09200000166893005
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,4,1,power_law_1.2,0.11731519699096679
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.01,0.4372447967529297
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,4,1,power_law_1.2,0.1428704023361206
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,4,1,power_law_1.2,0.21152000427246093
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,2048,768,8,128,4,1,power_law_1.2,0.5326623916625977
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,4,1,power_law_1.2,0.21990718841552734
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.01,0.5079999923706054
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,4,1,power_law_1.2,0.22648959159851073
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.2,1.746272087097168
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.2,2.8568704605102537
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,4,1,power_law_1.2,0.22967679500579835
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.01,0.6660960197448731
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,4,1,power_law_1.2,0.2275775909423828
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,4,1,power_law_1.2,0.23676800727844238
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,4,1,power_law_1.2,0.24214720726013184
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,4,1,power_law_1.2,0.24591999053955077
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,4,1,power_law_1.2,0.2495487928390503
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.01,0.8048416137695312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,4,1,power_law_1.2,0.2659008026123047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,4,1,power_law_1.2,0.2690016031265259
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.01,1.0970623970031739
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,4,1,power_law_1.2,0.29423999786376953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,4,1,power_law_1.2,0.3323967933654785
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.2,0.36605761051177976
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.01,1.3798751831054688
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.2,0.44808320999145507
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.2,0.5099584102630615
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.2,0.66211838722229
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.01,1.9310047149658203
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,2048,768,8,128,4,1,power_law_1.2,0.7303296089172363
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.01,2.4963903427124023
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.2,0.7987103939056397
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.01,3.0613632202148438
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.01,2.7396032333374025
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,4,1,power_law_1.01,4.752598571777344
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,4,1,power_law_1.01,0.08580800294876098
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,4,1,power_law_1.01,0.11550079584121704
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,4,1,power_law_1.01,0.166156804561615
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,4,1,power_law_1.01,0.2367487907409668
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,4,1,power_law_1.01,0.2936320066452026
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,4,1,power_law_1.01,0.43353919982910155
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,4,1,power_law_1.01,0.44704318046569824
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,4,1,power_law_1.01,0.4564064025878906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,4,1,power_law_1.01,0.45913920402526853
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.2,1.0806528091430665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,4,1,power_law_1.01,0.47894721031188964
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,4,1,power_law_1.01,0.4798175811767578
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,4,1,power_law_1.01,0.4879583835601807
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,4,1,power_law_1.01,0.4988704204559326
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,4,1,power_law_1.01,0.506057596206665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,4,1,power_law_1.01,0.5143936157226563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,4,1,power_law_1.01,0.5205728054046631
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,4,1,power_law_1.01,0.5429440021514893
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,4,1,power_law_1.01,0.6063712120056153
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.01,0.649894380569458
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.01,0.7596672058105469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.01,0.8538111686706543
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,2048,768,8,128,4,1,power_law_1.2,0.9294912338256835
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.01,1.0691391944885253
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.01,1.267625617980957
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.01,1.6814079284667969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.2,1.3636639595031739
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.01,2.0920223236083983
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.01,2.9152416229248046
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.01,3.7377246856689452
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,4,1,power_law_1.01,2.943337631225586
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,4,1,power_law_1.2,0.08656960129737853
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,4,1,power_law_1.2,0.11725120544433594
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,4,1,power_law_1.2,0.16474239826202391
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,4,1,power_law_1.2,0.20953919887542724
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,4,1,power_law_1.2,0.2686847925186157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,4,1,power_law_1.2,0.4246367931365967
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,4,1,power_law_1.2,0.455840015411377
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,4,1,power_law_1.2,0.4637631893157959
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,4,1,power_law_1.01,4.568076705932617
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,4,1,power_law_1.2,0.46166081428527833
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,4,1,power_law_1.2,0.48346881866455077
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,4,1,power_law_1.2,0.4869247913360596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,4,1,power_law_1.2,0.4997087955474854
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,4,1,power_law_1.2,0.5132448196411132
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,4,1,power_law_1.2,0.5171520233154296
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,4,1,power_law_1.2,0.5247168064117431
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,4,1,power_law_1.2,0.5277728080749512
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,4,1,power_law_1.2,0.5577023983001709
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,4,1,power_law_1.2,0.6325376033782959
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.2,0.667958402633667
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.2,0.7782176017761231
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.2,0.8711584091186524
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,4,1,power_law_1.01,7.087820434570313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.2,1.0818400382995605
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,4,1,power_law_1.01,0.11389759778976441
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.2,1.2869536399841308
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,4,1,power_law_1.01,0.13975679874420166
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,4,1,power_law_1.01,0.1963520050048828
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,4,1,power_law_1.01,0.2743936061859131
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,4,1,power_law_1.01,0.42255678176879885
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.2,1.6909631729125976
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,4,1,power_law_1.01,0.5535840034484864
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,4,1,power_law_1.01,0.6224800109863281
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,4,1,power_law_1.01,0.778272008895874
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,4,1,power_law_1.01,0.7934368133544922
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,4,1,power_law_1.01,0.8161439895629883
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,4,1,power_law_1.01,0.8336352348327637
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,4,1,power_law_1.01,0.8674912452697754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,4,1,power_law_1.01,0.8760319709777832
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.2,1.9166271209716796
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,4,1,power_law_1.01,0.9011520385742188
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.2,2.100694465637207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,4,1,power_law_1.01,0.9140543937683105
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,4,1,power_law_1.01,0.9218815803527832
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,4,1,power_law_1.01,0.9641695976257324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,4,1,power_law_1.01,1.0263327598571776
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,4,1,power_law_1.2,2.887398338317871
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.01,1.076582431793213
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.01,1.1834400177001954
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,4,1,power_law_1.2,0.11155519485473633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.01,1.290396785736084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,4,1,power_law_1.2,0.13467199802398683
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,4,1,power_law_1.2,0.17856960296630858
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,4,1,power_law_1.2,0.2849247932434082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.01,1.537980842590332
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,4,1,power_law_1.2,0.3805216073989868
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,2048,768,8,128,4,1,power_law_1.2,1.3208224296569824
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,4,1,power_law_1.2,0.5026720046997071
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,4,1,power_law_1.2,0.5755904197692872
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,4,1,power_law_1.2,0.7634463787078858
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.01,1.7072416305541993
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,4,1,power_law_1.2,0.7732416152954101
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,2688,22,512,2,1,power_law_1.2,22.043865966796876
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,4,1,power_law_1.2,0.7947711944580078
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,4,1,power_law_1.01,0.16964800357818605
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,4,1,power_law_1.01,0.22542080879211426
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.01,2.1939264297485352
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,4,1,power_law_1.2,0.8258527755737305
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.2,2.92291202545166
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,4,1,power_law_1.01,0.3074143886566162
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,4,1,power_law_1.01,0.4410240173339844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,4,1,power_law_1.2,0.8569408416748047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,4,1,power_law_1.01,0.5712639808654785
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,4,1,power_law_1.01,2.6394752502441405
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,4,1,power_law_1.01,0.8950367927551269
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,4,1,power_law_1.2,0.8855839729309082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,4,1,power_law_1.01,4.639888000488281
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,4,1,power_law_1.01,0.925391960144043
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.2,3.740419387817383
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,2688,22,512,4,1,power_law_1.2,0.1692639946937561
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,4,1,power_law_1.2,0.8951552391052247
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,2688,22,512,4,1,power_law_1.2,0.21916160583496094
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,4,1,power_law_1.01,0.9563551902770996
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,2688,22,512,4,1,power_law_1.2,0.3174911975860596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,4,1,power_law_1.2,0.9213184356689453
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,4,1,power_law_1.01,3.4869598388671874
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,2688,22,512,4,1,power_law_1.2,0.41047039031982424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,4,1,power_law_1.01,0.9751392364501953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,2688,22,512,4,1,power_law_1.2,0.5356736183166504
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,4,1,power_law_1.2,0.9365983963012695
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,4,1,power_law_1.01,0.9836671829223633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,2688,22,512,4,1,power_law_1.2,0.8652864456176758
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,4,1,power_law_1.2,0.9839808464050293
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,2688,22,512,4,1,power_law_1.2,0.919865608215332
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,4,1,power_law_1.01,1.0245344161987304
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,2688,22,512,4,1,power_law_1.2,0.9626848220825195
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,4,1,power_law_1.01,4.363209533691406
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,4,1,power_law_1.2,1.0376768112182617
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,4,1,power_law_1.01,1.0438207626342773
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,2688,22,512,4,1,power_law_1.2,0.9795007705688477
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.2,1.1223135948181153
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,4,1,power_law_1.01,1.0544063568115234
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,2688,22,512,4,1,power_law_1.2,0.9990719795227051
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,2048,768,8,128,4,1,power_law_1.2,1.714192008972168
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.2,1.2457695960998536
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.2,2.4794944763183593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,4,1,power_law_1.01,5.211088180541992
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,4,1,power_law_1.01,1.0809696197509766
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,2688,22,512,4,1,power_law_1.2,1.042031955718994
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.2,1.3519040107727052
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,4,1,power_law_1.01,1.1057472229003906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,2688,22,512,4,1,power_law_1.2,1.0677408218383788
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.2,1.6049888610839844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,4,1,power_law_1.2,4.671980667114258
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,8,1,power_law_1.01,0.0442656010389328
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,4,1,power_law_1.01,1.1338144302368165
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,8,1,power_law_1.01,0.04833599925041199
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,8,1,power_law_1.01,0.05412160158157349
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,8,1,power_law_1.01,0.06945599913597107
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,8,1,power_law_1.01,0.06725119948387145
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,8,1,power_law_1.01,0.06904320120811462
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,4,1,power_law_1.2,4.57874870300293
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,2688,22,512,4,1,power_law_1.2,1.0913151741027831
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,8,1,power_law_1.01,0.06763200163841247
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.2,1.800124740600586
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,8,1,power_law_1.01,0.06792320013046264
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,4,1,power_law_1.01,1.1972352027893067
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,8,1,power_law_1.01,0.0675711989402771
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,8,1,power_law_1.01,0.06750400066375732
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,4,1,power_law_1.01,7.836518096923828
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,8,1,power_law_1.01,0.06825600266456604
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,8,1,power_law_1.2,0.04005120098590851
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,8,1,power_law_1.01,0.07063360214233398
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,2688,22,512,4,1,power_law_1.2,1.126863956451416
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,8,1,power_law_1.2,0.05222079753875732
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,8,1,power_law_1.01,0.07366399765014649
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,8,1,power_law_1.2,0.054016000032424925
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,8,1,power_law_1.01,0.07712960243225098
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,8,1,power_law_1.2,0.07244799733161926
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,4,1,power_law_1.01,1.372777557373047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,8,1,power_law_1.01,0.08338239789009094
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,8,1,power_law_1.2,0.07004479765892029
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,8,1,power_law_1.01,0.08972160220146179
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,8,1,power_law_1.01,0.0912447988986969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,8,1,power_law_1.2,0.06947839856147767
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,8,1,power_law_1.2,0.06851840019226074
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,2688,22,512,4,1,power_law_1.2,1.138044834136963
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,8,1,power_law_1.01,0.10803519487380982
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.2,2.2516191482543944
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,8,1,power_law_1.2,0.06897600293159485
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.01,0.1184831976890564
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,8,1,power_law_1.2,0.06909120082855225
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,8,1,power_law_1.2,0.0675104022026062
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.01,0.1425376057624817
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,4,1,power_law_1.01,1.4933183670043946
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,8,1,power_law_1.2,0.0686079978942871
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,8,1,power_law_1.2,0.07026879787445069
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,2688,22,512,4,1,power_law_1.2,1.1589280128479005
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,8,1,power_law_1.2,0.07332800030708313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.01,0.16813119649887084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,8,1,power_law_1.2,0.07744320034980774
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,8,1,power_law_1.2,0.08489279747009278
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,8,1,power_law_1.2,0.08672320246696472
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,4,1,power_law_1.2,2.6903615951538087
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,8,1,power_law_1.2,0.0920799970626831
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,2688,22,512,4,1,power_law_1.2,1.256550407409668
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.01,0.2224287986755371
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,8,1,power_law_1.2,0.10863039493560792
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,4,1,power_law_1.01,1.7582431793212892
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,2688,22,512,4,1,power_law_1.2,1.4084896087646483
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.2,0.11828479766845704
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.01,0.2762336015701294
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,4,1,power_law_1.2,3.5383167266845703
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.2,0.14634560346603392
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,2688,22,512,4,1,power_law_1.2,1.5321887969970702
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,4,1,power_law_1.01,2.0159488677978517
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.2,3.048671913146973
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,2688,22,512,4,1,power_law_1.2,1.808278465270996
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.2,0.17081279754638673
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,4,1,power_law_1.2,4.417919921875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,4,1,power_law_1.01,2.5339328765869142
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.01,0.3799936056137085
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,2688,22,512,4,1,power_law_1.2,2.056656074523926
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.2,0.2211967945098877
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,4,1,power_law_1.01,3.059612846374512
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,2688,22,512,4,1,power_law_1.2,2.5606496810913084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,4,1,power_law_1.2,5.271430587768554
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,2688,22,512,4,1,power_law_1.2,3.083318328857422
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,4,1,power_law_1.01,4.073161697387695
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.2,0.27318079471588136
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.01,0.48052158355712893
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,4,1,power_law_1.2,7.841133117675781
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,8,1,power_law_1.01,0.048521599173545836
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,8,1,power_law_1.01,0.05880640149116516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,8,1,power_law_1.01,0.07555199861526489
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,2688,22,512,4,1,power_law_1.2,4.070947265625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,8,1,power_law_1.01,0.10397119522094726
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,8,1,power_law_1.01,0.09797120094299316
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,8,1,power_law_1.01,0.09872000217437744
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,4,1,power_law_1.01,5.1397758483886715
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,8,1,power_law_1.01,0.30538239479064944
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,8,1,power_law_1.01,0.09829760193824769
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,8,1,power_law_1.01,0.09518719911575317
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,8,1,power_law_1.01,0.09617279767990113
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,8,1,power_law_1.01,0.09747520089149475
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,8,1,power_law_1.01,0.09752960205078125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,8,1,power_law_1.01,0.10012160539627075
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.2,0.3757375955581665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,8,1,power_law_1.01,0.10809279680252075
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,8,1,power_law_1.01,0.11403520107269287
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,8,1,power_law_1.01,0.11735359430313111
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,8,1,power_law_1.01,0.12537280321121216
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,8,1,power_law_1.01,0.15102399587631227
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.01,0.6847871780395508
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.01,0.16654080152511597
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.01,0.20357439517974854
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,2688,22,512,4,1,power_law_1.2,5.086883163452148
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,2048,768,8,128,4,1,power_law_1.2,2.1009824752807615
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.01,0.2483520030975342
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,4,1,power_law_1.2,7.0618431091308596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,8,1,power_law_1.2,0.04992319941520691
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,8,1,power_law_1.2,0.06395519971847534
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,8,1,power_law_1.2,0.07141759991645813
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,8,1,power_law_1.2,0.10350719690322877
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,8,1,power_law_1.2,0.0939840018749237
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,4,1,power_law_1.01,7.155404663085937
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,8,1,power_law_1.2,0.09878399968147278
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,8,1,power_law_1.2,0.0973855972290039
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,8,1,power_law_1.2,0.0988640010356903
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.01,0.32619519233703614
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,8,1,power_law_1.2,0.0964031994342804
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,8,1,power_law_1.2,0.09496960043907166
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,8,1,power_law_1.2,0.09887679815292358
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,8,1,power_law_1.2,0.1011199951171875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,8,1,power_law_1.2,0.10162559747695923
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,8,1,power_law_1.2,0.1053887963294983
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,8,1,power_law_1.2,0.11421120166778564
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,8,1,power_law_1.2,0.11644159555435181
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,8,1,power_law_1.2,0.1258944034576416
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.2,0.47997441291809084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,2688,22,512,4,1,power_law_1.2,7.145549011230469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,8,1,power_law_1.2,0.1481376051902771
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.01,0.39146881103515624
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.2,0.16655999422073364
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.2,0.21005120277404785
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,4,1,power_law_1.01,9.253884887695312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.2,0.2457535982131958
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.01,0.8970175743103027
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,2688,22,512,4,1,power_law_1.2,9.195906829833984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.2,0.3160831928253174
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.01,0.5447455883026123
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,2688,22,512,4,1,power_law_1.01,11.350358581542968
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.2,0.3963711977005005
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.01,0.7025279998779297
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.2,0.6831168174743653
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.2,0.5515615940093994
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,2688,22,512,4,1,power_law_1.2,11.259855651855469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.01,1.109494400024414
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,2688,22,512,4,1,power_law_1.01,17.516694641113283
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,8,1,power_law_1.01,0.08928319811820984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,8,1,power_law_1.01,0.10597440004348754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,8,1,power_law_1.01,0.13656320571899414
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,8,1,power_law_1.01,0.20392000675201416
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,8,1,power_law_1.01,0.2949984073638916
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,8,1,power_law_1.01,0.3438368082046509
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,8,1,power_law_1.01,0.4593376159667969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,8,1,power_law_1.01,0.4780831813812256
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,8,1,power_law_1.01,0.4902207851409912
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,8,1,power_law_1.01,0.4860832214355469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,8,1,power_law_1.01,0.5047391891479492
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,8,1,power_law_1.01,0.5228479862213135
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,8,1,power_law_1.01,0.5326144218444824
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,8,1,power_law_1.01,0.540012788772583
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,8,1,power_law_1.01,0.5486207962036133
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,8,1,power_law_1.01,0.5623968124389649
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,8,1,power_law_1.01,0.590118408203125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,8,1,power_law_1.01,0.6352447986602783
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.01,0.676032018661499
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.01,0.774022388458252
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.01,0.8582176208496094
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.01,1.0545536041259767
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.01,1.2322015762329102
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.01,1.6138271331787108
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.2,0.6991424083709716
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.01,1.9807199478149413
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.01,1.0035584449768067
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.01,2.729814338684082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.01,3.468627166748047
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.2,0.8895168304443359
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,8,1,power_law_1.01,4.221136093139648
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,8,1,power_law_1.01,6.451907348632813
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,2048,768,8,128,4,1,power_law_1.2,3.278585433959961
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,8,1,power_law_1.01,0.05717759728431702
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,8,1,power_law_1.2,0.08965439796447754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,8,1,power_law_1.01,0.06586880087852479
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,8,1,power_law_1.2,0.10600320100784302
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,8,1,power_law_1.01,0.0855455994606018
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,8,1,power_law_1.2,0.1371072053909302
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,8,1,power_law_1.01,0.10429439544677735
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,8,1,power_law_1.2,0.19518719911575316
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,8,1,power_law_1.01,0.12566080093383789
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,8,1,power_law_1.2,0.2604959964752197
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,8,1,power_law_1.01,0.1763808012008667
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,8,1,power_law_1.2,0.3126591920852661
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,8,1,power_law_1.01,0.18215999603271485
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,8,1,power_law_1.2,0.44490561485290525
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,8,1,power_law_1.01,0.1905951976776123
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,8,1,power_law_1.01,0.1935744047164917
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,8,1,power_law_1.2,0.4842720031738281
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,8,1,power_law_1.01,0.19412800073623657
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,8,1,power_law_1.2,0.4780447959899902
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,8,1,power_law_1.01,0.20211200714111327
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,8,1,power_law_1.01,0.2138688087463379
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,8,1,power_law_1.2,0.48993282318115233
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,8,1,power_law_1.01,0.2145632028579712
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,8,1,power_law_1.2,0.5080607891082763
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,8,1,power_law_1.01,0.21496961116790772
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,8,1,power_law_1.2,0.5281439781188965
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,8,1,power_law_1.01,0.22808640003204345
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,8,1,power_law_1.2,0.5253503799438477
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,8,1,power_law_1.01,0.22892160415649415
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.2,1.0008607864379884
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,8,1,power_law_1.2,0.5518432140350342
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,8,1,power_law_1.01,0.25455679893493655
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,8,1,power_law_1.2,0.5578783988952637
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,8,1,power_law_1.01,0.28488960266113283
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,8,1,power_law_1.2,0.5633247852325439
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,8,1,power_law_1.01,0.31973440647125245
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,8,1,power_law_1.2,0.6016928195953369
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,8,1,power_law_1.01,0.3886528015136719
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.01,1.3135904312133788
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,8,1,power_law_1.2,0.6682911872863769
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,8,1,power_law_1.01,0.45054078102111816
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,8,1,power_law_1.01,0.5941311836242675
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.2,0.703331184387207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,8,1,power_law_1.01,0.7191679954528809
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.2,0.7987840175628662
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,8,1,power_law_1.01,0.9860544204711914
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.2,0.8761568069458008
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,8,1,power_law_1.01,1.2428319931030274
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.2,1.0757439613342286
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.2,1.2533247947692872
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,8,1,power_law_1.01,1.7661632537841796
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.2,1.6264640808105468
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,8,1,power_law_1.01,2.283788871765137
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.2,2.00447998046875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,8,1,power_law_1.01,2.813910484313965
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,4,1,power_law_1.2,4.715033721923828
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,8,1,power_law_1.2,0.05888640284538269
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,8,1,power_law_1.2,0.06651520133018493
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,8,1,power_law_1.2,0.08195199966430664
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,8,1,power_law_1.2,0.09739199876785279
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.2,2.734982490539551
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,8,1,power_law_1.2,0.11668159961700439
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.01,1.6837408065795898
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,8,1,power_law_1.2,0.1785375952720642
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,8,1,power_law_1.2,0.18512959480285646
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,8,1,power_law_1.2,0.19407039880752563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,8,1,power_law_1.2,0.20010879039764404
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,8,1,power_law_1.2,0.19986560344696044
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,8,1,power_law_1.2,0.205401611328125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,8,1,power_law_1.01,4.375244903564453
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,8,1,power_law_1.2,0.21283199787139892
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,8,1,power_law_1.2,0.21144959926605225
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,8,1,power_law_1.01,0.07352319955825806
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,8,1,power_law_1.2,0.21746559143066407
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,8,1,power_law_1.01,0.09348480105400085
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,8,1,power_law_1.2,0.2312704086303711
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.2,3.4622848510742186
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,8,1,power_law_1.01,0.12494720220565796
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,8,1,power_law_1.01,0.17065919637680055
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,8,1,power_law_1.01,0.21929280757904052
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,8,1,power_law_1.2,0.2388767957687378
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,8,1,power_law_1.01,0.31555519104003904
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,8,1,power_law_1.01,0.32920639514923095
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,8,1,power_law_1.01,0.337990403175354
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,8,1,power_law_1.2,0.25496640205383303
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,8,1,power_law_1.01,0.33777599334716796
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,8,1,power_law_1.2,0.2893280029296875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,8,1,power_law_1.2,4.213443374633789
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.2,1.3053600311279296
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,8,1,power_law_1.01,0.34503679275512694
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,8,1,power_law_1.01,0.34848001003265383
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,8,1,power_law_1.2,0.32148160934448244
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,8,1,power_law_1.01,0.3558079957962036
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,8,1,power_law_1.2,0.39147520065307617
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,8,1,power_law_1.01,0.3668992042541504
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,8,1,power_law_1.2,0.4517024040222168
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,8,1,power_law_1.01,0.37524800300598143
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,8,1,power_law_1.01,0.37903680801391604
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,8,1,power_law_1.01,0.3865151882171631
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,8,1,power_law_1.01,0.40787520408630373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,8,1,power_law_1.2,0.5859551906585694
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,8,1,power_law_1.01,0.47062082290649415
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,8,1,power_law_1.01,0.5095583915710449
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,8,1,power_law_1.01,0.6066880226135254
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,8,1,power_law_1.01,0.6880512237548828
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.2,1.1061344146728516
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,8,1,power_law_1.01,0.87391357421875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,8,1,power_law_1.2,0.7175551891326905
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,8,1,power_law_1.01,1.0524703979492187
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,8,1,power_law_1.01,1.4093631744384765
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,8,1,power_law_1.01,1.7652864456176758
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,8,1,power_law_1.2,6.444739532470703
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,8,1,power_law_1.2,0.07251200079917908
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,8,1,power_law_1.2,0.9795712471008301
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,8,1,power_law_1.2,0.09294400215148926
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,8,1,power_law_1.2,0.12500799894332887
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,8,1,power_law_1.01,2.455699157714844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,8,1,power_law_1.2,0.1583232045173645
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,2688,22,512,4,1,power_law_1.2,17.309056091308594
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,8,1,power_law_1.2,0.1985376000404358
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,8,1,power_law_1.2,0.3064735889434814
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,8,1,power_law_1.2,0.3239487886428833
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,8,1,power_law_1.01,1.7453407287597655
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,8,1,power_law_1.01,0.10679999589920045
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,8,1,power_law_1.2,0.33922879695892333
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,8,1,power_law_1.01,0.11935360431671142
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,8,1,power_law_1.2,0.10634880065917969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,8,1,power_law_1.01,0.15566400289535523
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,8,1,power_law_1.2,0.12083519697189331
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,8,1,power_law_1.2,0.3411072015762329
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,8,1,power_law_1.01,0.22807679176330567
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,8,1,power_law_1.2,0.15087039470672609
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,8,1,power_law_1.2,0.22073919773101808
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,8,1,power_law_1.01,3.1680959701538085
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,8,1,power_law_1.2,0.3444672107696533
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,8,1,power_law_1.01,0.3393280029296875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,8,1,power_law_1.2,0.36170239448547364
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,8,1,power_law_1.2,0.308620810508728
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,8,1,power_law_1.01,0.4269887924194336
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,8,1,power_law_1.2,0.37035839557647704
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,8,1,power_law_1.2,0.40508480072021485
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,8,1,power_law_1.01,0.4987167835235596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,8,1,power_law_1.2,0.37493119239807127
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,8,1,power_law_1.01,3.878956985473633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,8,1,power_law_1.01,0.6228256225585938
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,8,1,power_law_1.2,0.45054402351379397
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,8,1,power_law_1.2,0.3807744026184082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,8,1,power_law_1.01,0.6249184131622314
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,8,1,power_law_1.2,0.604256010055542
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,8,1,power_law_1.2,0.6277567863464355
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,8,1,power_law_1.2,0.3892064094543457
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,8,1,power_law_1.01,0.6433536052703858
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,8,1,power_law_1.01,6.000057601928711
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,8,1,power_law_1.2,0.393123197555542
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,8,1,power_law_1.2,0.6270400047302246
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,16,1,power_law_1.01,0.03560959994792938
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,8,1,power_law_1.01,0.6663648128509522
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,16,1,power_law_1.01,0.04196479916572571
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,8,1,power_law_1.2,1.2370495796203613
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,16,1,power_law_1.01,0.04315199851989746
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,16,1,power_law_1.01,0.05062400102615357
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,8,1,power_law_1.2,0.4188543796539307
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,16,1,power_law_1.01,0.050169599056243894
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,16,1,power_law_1.01,0.04963200092315674
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,8,1,power_law_1.2,0.6602784156799316
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,16,1,power_law_1.01,0.05134080052375793
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,8,1,power_law_1.01,0.7130527973175049
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,16,1,power_law_1.01,0.050783997774124144
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,16,1,power_law_1.01,0.05044800043106079
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,16,1,power_law_1.01,0.05056639909744263
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,8,1,power_law_1.2,0.48617920875549314
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,16,1,power_law_1.01,0.05110080242156982
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,16,1,power_law_1.01,0.05182719826698303
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,16,1,power_law_1.01,0.05380799770355225
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,8,1,power_law_1.01,0.7196767807006836
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,8,1,power_law_1.2,0.6789504051208496
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,16,1,power_law_1.01,0.056406402587890626
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,16,1,power_law_1.01,0.06327999830245971
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,8,1,power_law_1.2,0.5233952045440674
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,16,1,power_law_1.01,0.06470720171928405
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,16,1,power_law_1.01,0.07310720086097718
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,8,1,power_law_1.01,0.7199103832244873
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,8,1,power_law_1.2,0.699180793762207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,16,1,power_law_1.01,0.08572800159454345
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,8,1,power_law_1.2,0.6117631912231445
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.01,0.09313279986381531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,8,1,power_law_1.01,0.7415296077728272
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,8,1,power_law_1.2,0.6949344158172608
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,8,1,power_law_1.2,0.7115551948547363
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.01,0.11389440298080444
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,8,1,power_law_1.01,2.664703941345215
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,16,1,power_law_1.2,0.036057600378990175
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,16,1,power_law_1.2,0.038841599225997926
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,8,1,power_law_1.01,0.7633855819702149
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,8,1,power_law_1.2,0.8804896354675293
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,16,1,power_law_1.2,0.03871679902076721
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,16,1,power_law_1.2,0.04986560046672821
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,8,1,power_law_1.2,0.739030408859253
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.2,1.6070751190185546
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,16,1,power_law_1.2,0.05104320049285889
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,16,1,power_law_1.2,0.048451200127601624
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,16,1,power_law_1.2,0.04904960095882416
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,16,1,power_law_1.2,0.049507200717926025
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,8,1,power_law_1.2,1.0519040107727051
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,8,1,power_law_1.01,0.7838880062103272
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,16,1,power_law_1.2,0.04935680031776428
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.01,0.1349792003631592
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,16,1,power_law_1.2,0.04972479939460754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,8,1,power_law_1.2,1.7367904663085938
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,16,1,power_law_1.01,0.041331198811531064
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,16,1,power_law_1.2,0.05151039958000183
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,16,1,power_law_1.01,0.046054399013519286
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,16,1,power_law_1.2,0.05128960013389587
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,8,1,power_law_1.2,0.756441593170166
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,16,1,power_law_1.01,0.05378559827804565
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,16,1,power_law_1.2,0.05220800042152405
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,16,1,power_law_1.01,0.06615999937057496
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,16,1,power_law_1.2,0.05550079941749573
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,16,1,power_law_1.01,0.06401919722557067
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,16,1,power_law_1.2,0.062352001667022705
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,16,1,power_law_1.01,0.06307200193405152
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,8,1,power_law_1.01,0.8352992057800293
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,16,1,power_law_1.2,0.06534720063209534
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,16,1,power_law_1.01,0.06510400176048278
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,16,1,power_law_1.01,0.06497920155525208
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,16,1,power_law_1.2,0.07209280133247375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.01,0.17361600399017335
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,16,1,power_law_1.01,0.06493440270423889
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,8,1,power_law_1.2,1.4061440467834472
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,16,1,power_law_1.2,0.08208960294723511
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,16,1,power_law_1.01,0.06549760103225707
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,8,1,power_law_1.2,1.759110450744629
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,8,1,power_law_1.2,0.7836768150329589
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,16,1,power_law_1.01,0.06732479929924011
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.2,0.09114559888839721
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,16,1,power_law_1.01,0.06640959978103637
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.01,0.8688384056091308
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,16,1,power_law_1.01,0.07117760181427002
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.2,0.11342719793319703
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,16,1,power_law_1.01,0.07232959866523743
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,16,1,power_law_1.01,0.08363839983940125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,16,1,power_law_1.01,0.08299520015716552
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.01,0.21293120384216307
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,8,1,power_law_1.2,0.8613759994506835
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,16,1,power_law_1.01,0.0903328001499176
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.01,0.9771264076232911
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.2,0.134060800075531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,16,1,power_law_1.01,0.10486400127410889
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.2,0.9006943702697754
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.01,0.11813119649887086
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.01,1.0652864456176758
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.01,0.14482879638671875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,8,1,power_law_1.2,1.7584224700927735
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.2,1.0127039909362794
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.2,0.1744447946548462
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.01,1.281174373626709
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.01,0.1702623963356018
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.2,1.1179231643676757
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.01,1.453872013092041
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.2,1.3172800064086914
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.2,0.2123487949371338
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.01,0.2242527961730957
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.2,1.4944767951965332
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.01,0.29960639476776124
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,8,1,power_law_1.2,2.4555456161499025
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.01,1.844767951965332
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.01,0.2743680000305176
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.2,1.896143913269043
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,8,1,power_law_1.01,2.2408031463623046
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,8,1,power_law_1.2,2.274192047119141
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,8,1,power_law_1.01,2.984444808959961
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,8,1,power_law_1.2,2.6308671951293947
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,16,1,power_law_1.2,0.04152320027351379
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,16,1,power_law_1.2,0.04615679979324341
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,16,1,power_law_1.2,0.04896000027656555
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,16,1,power_law_1.2,0.06456000208854676
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,16,1,power_law_1.2,0.06431679725646973
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,16,1,power_law_1.2,0.0652288019657135
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,8,1,power_law_1.2,3.0317888259887695
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,16,1,power_law_1.2,0.06341760158538819
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,16,1,power_law_1.2,0.06545600295066833
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.2,0.29863359928131106
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,16,1,power_law_1.2,0.06448000073432922
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,16,1,power_law_1.2,0.0636896014213562
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.01,0.37637441158294677
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.01,0.3816224098205566
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,16,1,power_law_1.2,0.06494719982147217
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,16,1,power_law_1.2,0.06875839829444885
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,16,1,power_law_1.2,0.07014399766921997
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,8,1,power_law_1.01,3.7722015380859375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,16,1,power_law_1.2,0.07259520292282104
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,16,1,power_law_1.2,0.08101440072059632
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,16,1,power_law_1.2,0.08241279721260071
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,16,1,power_law_1.2,0.08960959911346436
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,8,1,power_law_1.2,3.809334564208984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,16,1,power_law_1.2,0.10366400480270385
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.2,0.11546880006790161
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,8,1,power_law_1.2,3.154342460632324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.2,0.14436800479888917
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,8,1,power_law_1.01,4.530934524536133
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.2,0.3733952045440674
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,8,1,power_law_1.2,4.561929702758789
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.2,0.17165759801864625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.01,0.5357247829437256
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.01,0.47951679229736327
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,8,1,power_law_1.01,6.834611511230468
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.2,0.22428159713745116
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,8,1,power_law_1.2,6.838563537597656
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,16,1,power_law_1.01,0.08742719888687134
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,8,1,power_law_1.2,2.274515151977539
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,16,1,power_law_1.01,0.09833599925041199
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,16,1,power_law_1.2,0.08771520256996154
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,16,1,power_law_1.01,0.12472959756851196
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,16,1,power_law_1.2,0.10028159618377686
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,16,1,power_law_1.01,0.1828223943710327
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,16,1,power_law_1.2,0.12777600288391114
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,16,1,power_law_1.01,0.244704008102417
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,16,1,power_law_1.2,0.1762976050376892
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,16,1,power_law_1.2,0.2362368106842041
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,16,1,power_law_1.01,0.3048543930053711
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,16,1,power_law_1.2,0.28685760498046875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,16,1,power_law_1.01,0.403545618057251
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,16,1,power_law_1.2,0.40015358924865724
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,16,1,power_law_1.01,0.4252799987792969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,16,1,power_law_1.2,0.4302080154418945
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,16,1,power_law_1.01,0.4458015918731689
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,16,1,power_law_1.2,0.44876799583435056
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,16,1,power_law_1.01,0.4405951976776123
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,16,1,power_law_1.2,0.44235520362854003
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,16,1,power_law_1.01,0.4639743804931641
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,16,1,power_law_1.2,0.46215038299560546
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.01,0.7003424167633057
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,16,1,power_law_1.01,0.4728064060211182
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,16,1,power_law_1.2,0.47627840042114256
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,16,1,power_law_1.01,0.47896318435668944
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,16,1,power_law_1.2,0.4850304126739502
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,16,1,power_law_1.01,0.48787198066711424
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.2,0.5378592014312744
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,16,1,power_law_1.2,0.5001471996307373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,16,1,power_law_1.01,0.5065248012542725
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.2,0.2728512048721313
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.01,0.690992021560669
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,16,1,power_law_1.2,0.5162623882293701
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,16,1,power_law_1.2,0.519382381439209
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,16,1,power_law_1.01,0.5106527805328369
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,16,1,power_law_1.2,0.5485983848571777
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,16,1,power_law_1.01,0.5402912139892578
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,16,1,power_law_1.2,0.6132863998413086
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,16,1,power_law_1.01,0.5954495906829834
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.2,0.6676191806793212
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.2,0.7483391761779785
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.01,0.629423999786377
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.2,0.8273823738098145
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.01,0.7266335964202881
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.2,1.0143712043762207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.01,0.802400016784668
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.2,1.1901408195495606
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.01,1.0044095993041993
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.2,1.567471981048584
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.01,1.1751392364501954
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.2,1.9339263916015625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.01,1.551193618774414
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.2,0.38073599338531494
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.01,1.9129600524902344
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.2,2.66790714263916
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,8,1,power_law_1.2,3.8584320068359377
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.01,0.9038335800170898
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.01,2.6544736862182616
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.2,0.6986303806304932
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.2,3.403936004638672
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.01,3.3897918701171874
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,16,1,power_law_1.2,4.150435256958008
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,16,1,power_law_1.01,4.139811325073242
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,8,1,power_law_1.2,2.800480079650879
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,16,1,power_law_1.2,6.372556686401367
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.2,0.4852543830871582
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,16,1,power_law_1.01,0.05539199709892273
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,16,1,power_law_1.01,0.06281920075416565
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,16,1,power_law_1.01,0.0789247989654541
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,16,1,power_law_1.01,0.09779520034790039
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,16,1,power_law_1.01,0.11830400228500366
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,16,1,power_law_1.01,0.16167680025100709
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,16,1,power_law_1.01,0.16965440511703492
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,16,1,power_law_1.01,0.17599040269851685
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,16,1,power_law_1.01,0.17904640436172486
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,16,1,power_law_1.01,0.17861440181732177
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,16,1,power_law_1.01,0.18784639835357667
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,16,1,power_law_1.01,0.19598079919815065
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,16,1,power_law_1.01,0.19558080434799194
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,16,1,power_law_1.01,0.1992192029953003
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,16,1,power_law_1.01,0.2121824026107788
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,16,1,power_law_1.01,0.21371519565582275
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,16,1,power_law_1.01,6.365200042724609
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,16,1,power_law_1.01,0.23374080657958984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,1536,8,128,16,1,power_law_1.2,0.05664640069007874
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,1536,8,128,16,1,power_law_1.2,0.06284800171852112
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,16,1,power_law_1.01,0.26877760887145996
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,1536,8,128,16,1,power_law_1.2,0.07616320252418518
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,16,1,power_law_1.01,0.30497279167175295
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,1536,8,128,16,1,power_law_1.2,0.09049919843673707
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,16,1,power_law_1.01,0.37368319034576414
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,1536,8,128,16,1,power_law_1.2,0.11055359840393067
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,1536,8,128,16,1,power_law_1.2,0.16165440082550048
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,16,1,power_law_1.01,0.4353919982910156
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,1536,8,128,16,1,power_law_1.2,0.17059199810028075
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,1536,8,128,16,1,power_law_1.2,0.18008320331573485
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,16,1,power_law_1.01,0.5768159866333008
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,1536,8,128,16,1,power_law_1.2,0.18018879890441894
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,1536,8,128,16,1,power_law_1.2,0.1836832046508789
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,16,1,power_law_1.01,0.7006815910339356
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,1536,8,128,16,1,power_law_1.2,0.1854431986808777
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,1536,8,128,16,1,power_law_1.2,0.19328320026397705
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,16,1,power_law_1.01,0.9672927856445312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,1536,8,128,16,1,power_law_1.2,0.19739840030670167
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,1536,8,128,16,1,power_law_1.2,0.19983999729156493
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,1536,8,128,16,1,power_law_1.2,0.21431360244750977
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,16,1,power_law_1.01,1.2228575706481934
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,1536,8,128,16,1,power_law_1.2,0.22201919555664062
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,1536,8,128,16,1,power_law_1.2,0.24059839248657228
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,1536,8,128,16,1,power_law_1.2,0.2719360113143921
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,16,1,power_law_1.01,1.7443456649780273
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,1536,8,128,16,1,power_law_1.2,0.305839991569519
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,1536,8,128,16,1,power_law_1.2,0.3751391887664795
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,1536,8,128,16,1,power_law_1.2,0.43368000984191896
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,16,1,power_law_1.01,2.252595138549805
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.01,0.8644384384155274
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.01,1.1155839920043946
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,1536,8,128,16,1,power_law_1.2,0.5698592185974121
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,16,1,power_law_1.01,2.775379180908203
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,1536,8,128,16,1,power_law_1.2,0.6987711906433105
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,16,1,power_law_1.01,4.32276496887207
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,16,1,power_law_1.01,0.06820160150527954
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,16,1,power_law_1.01,0.07948160171508789
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,16,1,power_law_1.01,0.10774400234222412
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,16,1,power_law_1.01,0.14352960586547853
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,16,1,power_law_1.01,0.18087040185928344
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,16,1,power_law_1.01,0.2679807901382446
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,16,1,power_law_1.01,0.28136639595031737
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,16,1,power_law_1.01,0.27920639514923096
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,16,1,power_law_1.01,0.2920896053314209
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,16,1,power_law_1.01,0.29300799369812014
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,16,1,power_law_1.01,0.30992960929870605
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,16,1,power_law_1.01,0.31365439891815183
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,16,1,power_law_1.01,0.3155711889266968
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,16,1,power_law_1.01,0.3337536096572876
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,16,1,power_law_1.01,0.34018559455871583
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,16,1,power_law_1.01,0.3424544095993042
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,16,1,power_law_1.01,0.3657344102859497
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,16,1,power_law_1.01,0.41270079612731936
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,16,1,power_law_1.01,0.4561471939086914
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,16,1,power_law_1.01,0.5491936206817627
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,16,1,power_law_1.01,0.6257472038269043
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,16,1,power_law_1.01,0.8006752014160157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,16,1,power_law_1.01,0.9679712295532227
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.2,0.8607839584350586
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,16,1,power_law_1.01,1.3033247947692872
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,16,1,power_law_1.01,1.6454656600952149
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,1536,8,128,16,1,power_law_1.2,0.9602239608764649
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,16,1,power_law_1.01,2.3149087905883787
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.2,0.6914048194885254
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,16,1,power_law_1.01,2.9870399475097655
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,16,1,power_law_1.01,3.659734344482422
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,1536,8,128,16,1,power_law_1.2,1.2152480125427245
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,16,1,power_law_1.01,5.676083374023437
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,2560,8,160,16,1,power_law_1.2,0.06805760264396668
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,2560,8,160,16,1,power_law_1.2,0.08000320196151733
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,2560,8,160,16,1,power_law_1.2,0.10475200414657593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,2560,8,160,16,1,power_law_1.2,0.1339136004447937
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,2560,8,160,16,1,power_law_1.2,0.1673792004585266
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,2560,8,160,16,1,power_law_1.2,0.259935998916626
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,2560,8,160,16,1,power_law_1.2,0.2774719953536987
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,2560,8,160,16,1,power_law_1.2,0.28838400840759276
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,2560,8,160,16,1,power_law_1.2,0.29242238998413084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,2560,8,160,16,1,power_law_1.2,0.2924799919128418
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,2560,8,160,16,1,power_law_1.2,0.31593921184539797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,2560,8,160,16,1,power_law_1.2,0.3201888084411621
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,2560,8,160,16,1,power_law_1.2,0.32441279888153074
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,2560,8,160,16,1,power_law_1.2,0.33424959182739256
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,2560,8,160,16,1,power_law_1.2,0.34204161167144775
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,2560,8,160,16,1,power_law_1.2,0.3504479885101318
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,8,1,power_law_1.2,5.992169570922852
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,2560,8,160,16,1,power_law_1.2,0.3795135974884033
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,2560,8,160,16,1,power_law_1.2,0.42716479301452637
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,2560,8,160,16,1,power_law_1.2,0.46644158363342286
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,16,1,power_law_1.01,0.10600639581680298
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,2560,8,160,16,1,power_law_1.2,0.5535999774932862
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,16,1,power_law_1.01,0.11806720495223999
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,16,1,power_law_1.01,0.1477311968803406
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,2560,8,160,16,1,power_law_1.2,0.62740478515625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,16,1,power_law_1.01,0.20214080810546875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,16,1,power_law_1.01,0.29915199279785154
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,2560,8,160,16,1,power_law_1.2,0.8033887863159179
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,16,1,power_law_1.01,0.38487679958343507
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,16,1,power_law_1.01,0.44410881996154783
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,2560,8,160,16,1,power_law_1.2,0.968073558807373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,16,1,power_law_1.01,0.5555168151855469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,16,1,power_law_1.01,0.5616511821746826
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,16,1,power_law_1.01,0.5790592193603515
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,2560,8,160,16,1,power_law_1.2,1.2985216140747071
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,16,1,power_law_1.01,0.6070496082305908
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,16,1,power_law_1.01,0.6345407962799072
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,16,1,power_law_1.01,0.6437759876251221
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,16,1,power_law_1.01,0.6562880039215088
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,16,1,power_law_1.01,0.6762176036834717
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,2560,8,160,16,1,power_law_1.2,1.6408096313476563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,16,1,power_law_1.01,0.6968095779418946
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,16,1,power_law_1.01,0.7154079914093018
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,16,1,power_law_1.01,0.7673183917999268
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.01,0.8102335929870605
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.01,0.9115167617797851
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.01,1.0004799842834473
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.01,1.200278377532959
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,16,1,power_law_1.01,1.7587295532226563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.01,1.3734623908996582
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,16,1,power_law_1.2,0.10518720149993896
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,16,1,power_law_1.2,0.11594560146331787
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,1536,8,128,16,1,power_law_1.2,1.735331153869629
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,16,1,power_law_1.2,0.14045120477676393
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,16,1,power_law_1.2,0.19970240592956542
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,16,1,power_law_1.2,0.28412480354309083
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,16,1,power_law_1.2,0.35352001190185545
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,16,1,power_law_1.2,0.40596799850463866
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.01,1.7619840621948242
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,16,1,power_law_1.2,0.5470623970031738
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,2560,8,160,16,1,power_law_1.2,2.3152223587036134
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,16,1,power_law_1.2,0.5502560138702393
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.2,0.9046175956726075
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,16,1,power_law_1.2,0.5648287773132324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,16,1,power_law_1.2,0.6051904201507569
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,16,1,power_law_1.01,2.1413503646850587
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,16,1,power_law_1.2,0.6437920093536377
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,16,1,power_law_1.2,0.6324575901031494
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,16,1,power_law_1.2,0.6677631855010986
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,16,1,power_law_1.2,0.6774367809295654
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,16,1,power_law_1.2,0.6883264064788819
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,16,1,power_law_1.2,0.7120607852935791
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,16,1,power_law_1.2,0.7867199897766113
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.2,0.8518464088439941
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,16,1,power_law_1.01,2.8915775299072264
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.2,0.9303711891174317
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.2,1.02390718460083
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.2,1.2332127571105957
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,2560,8,160,16,1,power_law_1.2,2.976911926269531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.2,1.4064319610595704
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,16,1,power_law_1.01,3.665030288696289
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.2,1.7871007919311523
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,16,1,power_law_1.2,2.1820640563964844
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,16,1,power_law_1.01,4.419715118408203
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,16,1,power_law_1.2,2.921164894104004
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,16,1,power_law_1.01,1.3491104125976563
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,32,1,power_law_1.01,0.0324864000082016
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,32,1,power_law_1.01,0.036348798871040346
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,16,1,power_law_1.2,3.6931838989257812
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,32,1,power_law_1.01,0.03774400055408478
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,32,1,power_law_1.01,0.04081279933452606
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,32,1,power_law_1.01,0.04066559970378876
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,32,1,power_law_1.01,0.040515199303627014
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,32,1,power_law_1.01,0.0411327987909317
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,16,1,power_law_1.01,6.693721771240234
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,32,1,power_law_1.01,0.041247999668121337
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,4096,14336,2,8,32,1,power_law_1.2,0.03261759877204895
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,32,1,power_law_1.01,0.041894400119781496
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,4096,14336,2,8,32,1,power_law_1.2,0.03457280099391937
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,32,1,power_law_1.01,0.04210239946842194
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,4096,14336,2,8,32,1,power_law_1.2,0.036499199271202085
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,32,1,power_law_1.01,0.043136000633239746
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,32,1,power_law_1.01,0.04356479942798615
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,4096,14336,2,8,32,1,power_law_1.2,0.04063040018081665
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,32,1,power_law_1.01,0.046035200357437134
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,4096,14336,2,8,32,1,power_law_1.2,0.044470399618148804
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,2560,8,160,16,1,power_law_1.2,3.647622299194336
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,4096,14336,2,8,32,1,power_law_1.2,0.041993600130081174
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,32,1,power_law_1.01,0.04811519980430603
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,4096,14336,2,8,32,1,power_law_1.2,0.04225279986858368
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,32,1,power_law_1.01,0.05381760001182556
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,4096,14336,2,8,32,1,power_law_1.2,0.04228160083293915
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,32,1,power_law_1.01,0.05524160265922547
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,4096,14336,2,8,32,1,power_law_1.2,0.04318720102310181
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,1536,8,128,16,1,power_law_1.2,2.241606330871582
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,8,1,power_law_1.2,4.383990478515625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,32,1,power_law_1.01,0.03678080141544342
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,4096,14336,2,8,32,1,power_law_1.2,0.04264959990978241
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,32,1,power_law_1.01,0.06080319881439209
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,4096,14336,2,8,32,1,power_law_1.2,0.04341759979724884
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,32,1,power_law_1.01,0.03931199908256531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,16,1,power_law_1.2,4.439254379272461
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,32,1,power_law_1.01,0.06808000206947326
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,4096,14336,2,8,32,1,power_law_1.2,0.0434688001871109
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,16,1,power_law_1.2,1.3553024291992188
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,32,1,power_law_1.01,0.04146240055561066
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,6144,16384,2,8,32,1,power_law_1.2,0.03555200099945068
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,4096,14336,2,8,32,1,power_law_1.2,0.04513919949531555
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,32,1,power_law_1.01,0.048214399814605714
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,32,1,power_law_1.01,0.07832319736480713
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,32,1,power_law_1.01,0.04904960095882416
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,4096,14336,2,8,32,1,power_law_1.2,0.04905279874801636
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,6144,16384,2,8,32,1,power_law_1.2,0.03840320110321045
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,32,1,power_law_1.01,0.04952000081539154
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,6144,16384,2,8,32,1,power_law_1.2,0.04192320108413696
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,4096,14336,2,8,32,1,power_law_1.2,0.054211199283599854
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,32,1,power_law_1.01,0.048681598901748654
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,6144,16384,2,8,32,1,power_law_1.2,0.046911999583244324
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,32,1,power_law_1.01,0.05053120255470276
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,32,1,power_law_1.01,0.09600639939308167
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,6144,16384,2,8,32,1,power_law_1.2,0.049327999353408813
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,32,1,power_law_1.01,0.04925439953804016
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,4096,14336,2,8,32,1,power_law_1.2,0.05574079751968384
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,32,1,power_law_1.01,0.04928640127182007
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,6144,16384,2,8,32,1,power_law_1.2,0.048790401220321654
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,32,1,power_law_1.01,0.0499455988407135
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,6144,16384,2,8,32,1,power_law_1.2,0.04900799989700318
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,4096,14336,2,8,32,1,power_law_1.2,0.06049280166625977
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,32,1,power_law_1.01,0.051481598615646364
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,6144,16384,2,8,32,1,power_law_1.2,0.0488864004611969
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,32,1,power_law_1.01,0.05355839729309082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,4096,14336,2,8,32,1,power_law_1.2,0.06919040083885193
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,6144,16384,2,8,32,1,power_law_1.2,0.04854399859905243
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,32,1,power_law_1.01,0.05721279978752136
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,6144,16384,2,8,32,1,power_law_1.2,0.04938240051269531
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,32,1,power_law_1.01,0.06534399986267089
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,4096,14336,2,8,32,1,power_law_1.2,0.08022720217704774
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,6144,16384,2,8,32,1,power_law_1.2,0.0499424010515213
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,32,1,power_law_1.01,0.06654080152511596
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,6144,16384,2,8,32,1,power_law_1.2,0.05081599950790405
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,32,1,power_law_1.01,0.1131935954093933
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,6144,16384,2,8,32,1,power_law_1.2,0.05256320238113403
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,32,1,power_law_1.01,0.07274559736251832
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,6144,16384,2,8,32,1,power_law_1.2,0.05629439949989319
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,32,1,power_law_1.01,0.0848800003528595
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,6144,16384,2,8,32,1,power_law_1.2,0.06353279948234558
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,4096,14336,2,8,32,1,power_law_1.2,0.09512640237808227
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,6144,16384,2,8,32,1,power_law_1.2,0.06632000207901001
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.01,0.09569600224494934
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,16,1,power_law_1.2,6.736720275878906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,6144,16384,2,8,32,1,power_law_1.2,0.0706496000289917
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,32,1,power_law_1.01,0.08759679794311523
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.01,0.11717760562896729
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,32,1,power_law_1.01,0.0976256012916565
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,6144,16384,2,8,32,1,power_law_1.2,0.08427839875221252
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,32,1,power_law_1.01,0.12362560033798217
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,32,1,power_law_1.01,0.17474240064620972
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,32,1,power_law_1.01,0.22974081039428712
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,32,1,power_law_1.01,0.28721280097961427
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,32,1,power_law_1.01,0.14513920545578002
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,32,1,power_law_1.01,0.38639039993286134
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,32,1,power_law_1.01,0.40393919944763185
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.2,0.09610559940338134
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,32,1,power_law_1.01,0.41843199729919434
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,32,1,power_law_1.01,0.41551361083984373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,4096,14336,2,8,32,1,power_law_1.2,0.1121440052986145
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,32,1,power_law_1.01,0.44056000709533694
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,32,1,power_law_1.01,0.43740158081054686
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.01,0.13603520393371582
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,32,1,power_law_1.01,0.4492512226104736
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.2,0.1167904019355774
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.2,1.110159969329834
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.01,0.18146560192108155
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,32,1,power_law_1.01,0.4570335865020752
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,32,1,power_law_1.01,0.47467842102050783
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,32,1,power_law_1.01,0.48880958557128906
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,32,1,power_law_1.01,0.5073535919189454
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,32,1,power_law_1.01,0.5664127826690674
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,32,1,power_law_1.01,0.6078400135040283
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.2,0.13567999601364136
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,32,1,power_law_1.01,0.7062079906463623
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,32,1,power_law_1.01,0.7721216201782226
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,4096,14336,2,8,32,1,power_law_1.2,0.1440224051475525
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,32,1,power_law_1.01,0.9576895713806153
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,32,1,power_law_1.01,1.126579189300537
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,32,1,power_law_1.01,0.17890559434890746
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,32,1,power_law_1.01,1.499673557281494
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,32,1,power_law_1.01,1.8516096115112304
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.2,0.1807647943496704
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,4096,14336,2,8,32,1,power_law_1.2,0.17783360481262206
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.01,0.22368640899658204
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,32,1,power_law_1.01,2.5663679122924803
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,32,1,power_law_1.01,0.24798080921173096
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,32,1,power_law_1.01,3.2852703094482423
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.2,0.22171521186828613
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,4096,14336,2,8,32,1,power_law_1.2,0.24961600303649903
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.01,0.306659197807312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,2560,8,160,16,1,power_law_1.2,5.651798248291016
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,32,1,power_law_1.01,3.990399932861328
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,256,32,1,power_law_1.2,0.08772799968719483
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,256,32,1,power_law_1.2,0.0989184021949768
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,256,32,1,power_law_1.2,0.12515840530395508
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,256,32,1,power_law_1.2,0.16547199487686157
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,256,32,1,power_law_1.2,0.22419519424438478
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,1536,8,128,16,1,power_law_1.2,2.764227294921875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,256,32,1,power_law_1.2,0.2620192050933838
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,256,32,1,power_law_1.2,0.37153921127319334
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,256,32,1,power_law_1.2,0.3917407989501953
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,256,32,1,power_law_1.2,0.4130847930908203
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,256,32,1,power_law_1.2,0.41209921836853025
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,32,1,power_law_1.01,0.30972158908843994
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,256,32,1,power_law_1.2,0.43558402061462403
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,256,32,1,power_law_1.2,0.43473281860351565
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,256,32,1,power_law_1.2,0.4551680088043213
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,256,32,1,power_law_1.2,0.46881279945373533
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,256,32,1,power_law_1.2,0.49147520065307615
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,256,32,1,power_law_1.2,0.4843423843383789
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,256,32,1,power_law_1.2,0.5199808120727539
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,32,1,power_law_1.01,6.1715038299560545
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,256,32,1,power_law_1.2,0.5924320220947266
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,256,32,1,power_law_1.2,0.625055980682373
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,256,32,1,power_law_1.2,0.7141536235809326
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,256,32,1,power_law_1.2,0.7866816043853759
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,32,1,power_law_1.01,0.10450559854507446
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,256,32,1,power_law_1.2,0.9767519950866699
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,32,1,power_law_1.01,0.11664639711380005
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.2,0.30773119926452636
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,32,1,power_law_1.01,0.1433727979660034
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,256,32,1,power_law_1.2,1.1438528060913087
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,32,1,power_law_1.01,0.18738880157470703
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,32,1,power_law_1.01,0.27413439750671387
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,256,32,1,power_law_1.2,1.510316753387451
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,32,1,power_law_1.01,0.3592063903808594
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,32,1,power_law_1.01,0.40542078018188477
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.01,0.38889920711517334
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,32,1,power_law_1.01,0.519977617263794
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,32,1,power_law_1.01,0.5298143863677979
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,256,32,1,power_law_1.2,1.8610111236572267
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,32,1,power_law_1.01,0.5395999908447265
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,32,1,power_law_1.01,0.5684927940368653
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,32,1,power_law_1.01,0.619708776473999
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,256,32,1,power_law_1.2,2.5831935882568358
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,32,1,power_law_1.01,0.5980256080627442
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,32,1,power_law_1.01,0.616156816482544
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,32,1,power_law_1.01,0.6444159984588623
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,32,1,power_law_1.01,0.6475743770599365
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,4096,14336,2,8,32,1,power_law_1.2,0.3095679998397827
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,32,1,power_law_1.01,0.6824351787567139
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,32,1,power_law_1.01,0.7478816032409668
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.2,0.3868511915206909
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,32,1,power_law_1.01,0.7748960018157959
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,256,32,1,power_law_1.2,3.297235107421875
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,32,1,power_law_1.01,0.4420479774475098
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,32,1,power_law_1.01,0.8677536010742187
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,32,1,power_law_1.01,0.9571904182434082
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,32,1,power_law_1.01,1.155395221710205
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,256,32,1,power_law_1.2,4.0251617431640625
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,32,1,power_law_1.01,1.3118240356445312
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.01,0.5498655796051025
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,32,1,power_law_1.01,1.6919551849365235
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,32,1,power_law_1.01,2.0710880279541017
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,256,32,1,power_law_1.2,6.1916351318359375
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1,7168,2048,8,384,32,1,power_law_1.2,0.10479999780654907
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2,7168,2048,8,384,32,1,power_law_1.2,0.11537920236587525
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4,7168,2048,8,384,32,1,power_law_1.2,0.1374079942703247
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,32,1,power_law_1.01,2.7929248809814453
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8,7168,2048,8,384,32,1,power_law_1.2,0.19268159866333007
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16,7168,2048,8,384,32,1,power_law_1.2,0.26583359241485593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32,7168,2048,8,384,32,1,power_law_1.2,0.3381119966506958
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,48,7168,2048,8,384,32,1,power_law_1.2,0.3818975925445557
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,64,7168,2048,8,384,32,1,power_law_1.2,0.5028575897216797
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,80,7168,2048,8,384,32,1,power_law_1.2,0.5082304000854492
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,96,7168,2048,8,384,32,1,power_law_1.2,0.532096004486084
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,128,7168,2048,8,384,32,1,power_law_1.2,0.5631584167480469
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,160,7168,2048,8,384,32,1,power_law_1.2,0.5697120189666748
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,192,7168,2048,8,384,32,1,power_law_1.2,0.5993792057037354
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,256,7168,2048,8,384,32,1,power_law_1.2,0.6163584232330322
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,320,7168,2048,8,384,32,1,power_law_1.2,0.6267712116241455
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,32,1,power_law_1.01,3.5569313049316404
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,384,7168,2048,8,384,32,1,power_law_1.2,0.6588319778442383
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,512,7168,2048,8,384,32,1,power_law_1.2,0.6768256187438965
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,768,7168,2048,8,384,32,1,power_law_1.2,0.7469727993011475
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1024,7168,2048,8,384,32,1,power_law_1.2,0.795740795135498
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,1536,7168,2048,8,384,32,1,power_law_1.2,0.8983455657958984
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,2048,7168,2048,8,384,32,1,power_law_1.2,0.9908255577087403
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,4096,14336,2,8,32,1,power_law_1.2,0.4423679828643799
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.01,0.717740821838379
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,3072,7168,2048,8,384,32,1,power_law_1.2,1.1768447875976562
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,4096,7168,2048,8,384,32,1,power_law_1.2,1.3406496047973633
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,32,1,power_law_1.01,4.287788772583008
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,6144,7168,2048,8,384,32,1,power_law_1.2,1.7392608642578125
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,32,1,power_law_1.01,0.5728064060211182
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,8192,7168,2048,8,384,32,1,power_law_1.2,2.0984991073608397
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,16,1,power_law_1.2,1.7517887115478517
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.2,0.5503456115722656
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,32,1,power_law_1.01,6.516694641113281
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,12288,7168,2048,8,384,32,1,power_law_1.2,2.8226879119873045
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,7168,2048,8,384,32,1,power_law_1.2,3.5769088745117186
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,7168,2048,8,384,32,1,power_law_1.2,4.318022537231445
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,7168,2048,8,384,32,1,power_law_1.2,6.542137908935547
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,32,1,power_law_1.01,0.7052576065063476
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.01,0.8808128356933593
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.2,0.7166431903839111
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,1536,8,128,16,1,power_law_1.2,4.3046623229980465
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,16384,4096,14336,2,8,32,1,power_law_1.2,0.5744448184967041
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,32,1,power_law_1.01,1.107369613647461
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.2,0.8856063842773437
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,20480,4096,14336,2,8,32,1,power_law_1.2,0.7072991847991943
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,32,1,power_law_1.01,1.383289623260498
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,6144,16384,2,8,32,1,power_law_1.2,1.3849472045898437
VLLM,0.14.1,NVIDIA B200,moe,flashinfer_cutlass_fused_moe,nvfp4,32768,4096,14336,2,8,32,1,power_law_1.2,1.1075231552124023
