framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.21853504180908204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.30769279479980466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.37603904724121096
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.6048953628540039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,0.6288070297241211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,0.6538925170898438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.5046080017089845
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,0.6622457885742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.6144582366943359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,0.6181836700439453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,0.7049632263183594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,0.6105452728271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,0.6165599822998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,0.7777996826171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,0.8689440155029298
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,0.9849049377441407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,1.191149444580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,1.5481280517578124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,1.9274252319335936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,2.707214660644531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,3.4735034179687503
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,5.1372021484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,7.125278320312501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,11.205980224609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,15.561616210937501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,24.6710888671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,35.30033935546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.11951744079589843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.19665983200073242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.26920576095581056
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.17460544586181642
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.2946719932556152
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.30440256118774417
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.28741695404052736
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.3043878364562988
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.3096224021911621
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.33597503662109374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.2947916793823242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.3567251205444336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.37063873291015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.39592254638671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.4628704071044922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,0.5685663986206054
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.29646591186523436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.2931270408630371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,0.7755398559570312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.29718336105346677
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,0.9723974609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,1.3907661437988281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,1.8151283264160156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,2.570586853027344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,45.3059326171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,3.389618530273437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,5.097820129394531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,6.71387451171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,8.462643432617188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,1,1,power_law_1.01,0.059898238182067874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,1,1,power_law_1.01,0.15786304473876953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,1,1,power_law_1.01,0.16194303512573244
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,1,1,power_law_1.01,0.1632998466491699
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,1,1,power_law_1.01,0.08620479583740234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,1,1,power_law_1.01,0.11527168273925781
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,1,1,power_law_1.01,0.1548044776916504
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,1,1,power_law_1.01,0.15815296173095703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,1,1,power_law_1.01,0.15484095573425294
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,1,1,power_law_1.01,0.16057727813720704
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,1,1,power_law_1.01,0.15619071960449218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,1,1,power_law_1.01,0.16355072021484376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,1,1,power_law_1.01,0.16978815078735351
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,1,1,power_law_1.01,0.18503231048583985
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,1,1,power_law_1.01,0.19584320068359376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,1,1,power_law_1.01,0.20686080932617185
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,1,1,power_law_1.01,0.2329964828491211
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,1,1,power_law_1.01,0.29509183883666995
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.01,0.3532614517211914
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.01,0.47378177642822267
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.01,0.5966751861572266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.2407289505004883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.2997305679321289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.3441600036621094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.5104908752441406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.6033907318115235
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.01,0.8833004760742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.6276691055297852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.6296166229248047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,0.6259667205810546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,0.6327980804443359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,0.6396665573120117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,0.6608780670166016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,0.6814591979980469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,0.7028179168701172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,0.7956851196289063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.01,1.1269715118408203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,0.8467743682861328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,1.0347404479980469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,1.1829235076904296
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,1.5555775451660157
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.01,1.6875045776367188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,1.9559820556640624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,2.7293792724609376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,3.4987109375000003
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,5.250157470703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.01,2.177818908691406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,7.200681762695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,11.711160888671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.12375040054321289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.01,3.2242010498046874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.16394624710083008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.1857369613647461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.2694259262084961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.279683837890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.29258880615234373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.2931820869445801
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.2896780776977539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.2963257598876953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.2989926338195801
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.3004211235046387
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.30617536544799806
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.3069164848327637
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.33564990997314453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.3729811096191406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.38464382171630856
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.3979718399047852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.466822395324707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,0.5830246353149414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,0.7545868682861328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,15.996041259765624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,0.944931869506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,1.3783071899414063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.01,4.2246875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,1.8110488891601562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,2.5685848999023437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,3.4249209594726566
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,1,1,power_law_1.2,0.06370944023132324
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,1,1,power_law_1.2,0.08096447944641114
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,1,1,power_law_1.2,0.09952383995056152
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,1,1,power_law_1.2,0.15442432403564452
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,1,1,power_law_1.2,0.15114239692687986
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,1,1,power_law_1.2,0.1582969570159912
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,1,1,power_law_1.2,0.1587609577178955
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,1,1,power_law_1.2,0.15595775604248047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,1,1,power_law_1.2,0.16050048828125002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,25.691142578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,1,1,power_law_1.2,0.1612447929382324
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,1,1,power_law_1.2,0.16535104751586913
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,5.027765808105469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.01,5.33989501953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,6.794690551757813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,35.758625488281254
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,1,1,power_law_1.2,0.23780927658081055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,8.398486938476562
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,1,1,power_law_1.2,0.16617023468017578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,1,1,power_law_1.2,0.17250240325927735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,45.22375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,1,1,power_law_1.2,0.1849292755126953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,1,1,power_law_1.2,0.20433727264404297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,1,1,power_law_1.2,0.21379327774047852
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,1,1,power_law_1.2,0.29768896102905273
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.2,0.36112705230712894
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.2,0.4825580978393555
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.2,0.6086124801635743
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.33851646423339843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.4833708953857422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.2,0.875823974609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.5603302383422852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,0.8338591766357422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,0.9437856292724609
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,0.9371750640869141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,0.9705171203613281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,0.9671974182128906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,0.9858656311035157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,1.0128358459472655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,1.1372640228271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.2,1.1402803039550782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,1.2028562927246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,1.3249229431152343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,1.4305113220214845
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,1.553778533935547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,1.6906809997558594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,1.9967904663085938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,2.750141296386719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.2,1.644457550048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,3.3555493164062495
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,4.683971252441406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,6.141754150390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,8.997943725585937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.2,2.217496337890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,12.382437744140626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.2,3.2665478515624997
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.16983167648315428
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.24708032608032227
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,19.264158935546874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.30055999755859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.44595710754394535
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.4742380905151367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.4721843338012695
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.4817184066772461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.4749228668212891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.47891456604003907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.4865913772583008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.49686527252197266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.491064338684082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.5051366424560546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.5248025512695312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.5263724899291992
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,0.5630291366577149
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,0.614326400756836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,0.764104995727539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,0.9227430725097656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,1.244735336303711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,1.5772947692871093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,2.1705043029785154
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,27.01003173828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,2.8404473876953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.2,4.318844909667969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,4.008594055175782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,5.387217407226562
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.2,5.4870715332031255
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,8.047872924804688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,42.918369140624996
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,10.566105957031251
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,13.145023193359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,61.270864257812505
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,1,1,power_law_1.01,0.0810752010345459
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,1,1,power_law_1.01,0.24699520111083983
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,1,1,power_law_1.01,0.2480723190307617
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,1,1,power_law_1.01,0.25390464782714844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,1,1,power_law_1.01,0.255996150970459
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,1,1,power_law_1.01,0.13316736221313477
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,1,1,power_law_1.01,0.16419519424438475
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,1,1,power_law_1.01,0.24304384231567383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,80.671142578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,1,1,power_law_1.01,0.24705215454101564
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,1,1,power_law_1.01,0.24436223983764646
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,1,1,power_law_1.01,0.24824895858764648
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,1,1,power_law_1.01,0.25637952804565434
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,1,1,power_law_1.01,0.2672831916809082
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,1,1,power_law_1.01,0.29581695556640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,1,1,power_law_1.01,0.3114918327331543
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,1,1,power_law_1.01,0.3362700653076172
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,1,1,power_law_1.01,0.3797190475463867
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,1,1,power_law_1.01,0.4967622375488281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.01,0.592097282409668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.01,0.8155820465087891
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.01,1.0378873443603516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.3442835235595703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.43915519714355467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.5315167999267578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.01,1.488826904296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,0.8353952026367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,0.921825942993164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,0.9516531372070313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,0.9639929962158202
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,0.9714189147949218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,1.0149139404296874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,1.0308729553222657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,1.1468857574462892
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,1.2566425323486328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,1.290526123046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,1.4424211120605468
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.01,1.8953138732910155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,1.5865017700195314
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,1.7582791137695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,2.0121061706542966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,2.67860595703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.01,2.751131591796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,3.3807269287109376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,4.771757507324219
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.01,3.5210693359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,6.1304931640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,9.171143798828124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,12.559517822265624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.01,5.264324340820313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.1687763214111328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.22858943939208984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.2732755279541016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.44722560882568363
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.4662176132202148
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.4813676834106445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.4856095886230468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.47999935150146483
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.4902649688720703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.4864460754394531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.4914764785766602
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.494574089050293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.49868415832519536
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.5188723373413086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,20.00499267578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.5449388885498048
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,0.5651942443847656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,0.64627197265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,0.7521036529541016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,0.9257299041748046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,1.237097625732422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,1.5085498046874999
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.01,6.966204223632812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,2.209295349121094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,27.62068603515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,2.787529602050781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,4.078558044433594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,5.38370361328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,1,1,power_law_1.2,0.0870867156982422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,1,1,power_law_1.2,0.12187840461730956
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,1,1,power_law_1.2,0.15070655822753906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,1,1,power_law_1.2,0.24443775177001953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.01,8.587987060546876
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,1,1,power_law_1.2,0.24078079223632814
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,1,1,power_law_1.2,0.2506342315673828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,1,1,power_law_1.2,0.2499724769592285
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,1,1,power_law_1.2,0.24756095886230467
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,1,1,power_law_1.2,0.2517337608337402
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,1,1,power_law_1.2,0.2533171272277832
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,1,1,power_law_1.2,0.25535360336303714
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,1,1,power_law_1.2,0.26242048263549805
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,1,1,power_law_1.2,0.2968422317504883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,43.982387695312504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,8.014066772460938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,1,1,power_law_1.2,0.39604351043701175
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,10.48951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,61.832548828125006
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,13.252327880859374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,1,1,power_law_1.2,0.2750937652587891
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,1,1,power_law_1.2,0.32734336853027346
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,1,1,power_law_1.2,0.3433126449584961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,1,1,power_law_1.2,0.500747528076172
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.2,0.62169921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.2,3.572494812011719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,84.629072265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.2,0.862353286743164
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.2,1.032649612426758
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.2,5.315596313476563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.15270015716552734
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.2,1.4730207824707031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.29568832397460937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.5206105422973633
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.2,1.8900845336914063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,1.8517823791503907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,2.8077716064453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,0.9441887664794922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.4208198547363282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,2.6846746826171874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,2.919322814941406
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.2,2.765234680175781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,3.0991070556640627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,2.8704095458984376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,3.4636865234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,3.7501913452148434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,3.377570495605469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,3.6262438964843753
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,3.5820193481445317
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,4.563411254882813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,3.807239685058594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,4.180092163085938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,6.170176391601562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,5.404150390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,7.693320312500001
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,9.237185668945312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,12.318442382812501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,15.387437744140623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.0955622386932373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.15853631973266602
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,0.7358790588378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.2756595230102539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,0.9748153686523438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.2,6.9991870117187505
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,21.70788818359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.48912384033203127
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,1.3760421752929688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,1.4494189453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,1.6293785095214843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,1.6110266113281249
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,1.4275296020507813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,28.02987060546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,1.6306028747558592
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,1.4782669067382812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.2,8.741248168945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,1.5519302368164063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,1.8509529113769532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,1.863884735107422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,2.334529266357422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,34.14010009765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,2.003448944091797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,1.8934982299804688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,2.103325500488281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,2.8733227539062502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,2.486485137939453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,3.3370086669921877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,5.047930297851563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,4.206641845703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,6.791069946289062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,8.583331909179687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,10.13877685546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,1,1,power_law_1.01,0.09156031608581543
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,1,1,power_law_1.01,0.1261894416809082
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,1,1,power_law_1.01,0.8742515563964843
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,1,1,power_law_1.01,0.8911526489257813
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,1,1,power_law_1.01,0.9369459533691407
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,1,1,power_law_1.01,0.18016191482543947
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,1,1,power_law_1.01,0.9913049316406249
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,1,1,power_law_1.01,0.981696014404297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,1,1,power_law_1.01,1.002072982788086
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,1,1,power_law_1.01,1.0506201934814452
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,1,1,power_law_1.01,1.0671616363525391
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,1,1,power_law_1.01,0.2990918350219727
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,1,1,power_law_1.01,1.1130950164794922
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,1,1,power_law_1.01,0.4435385513305664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,1,1,power_law_1.01,0.5683174514770508
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,1,1,power_law_1.01,0.8209677124023438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,1,1,power_law_1.01,0.859151382446289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,1,1,power_law_1.01,1.2169055938720703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.01,1.314435272216797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.01,1.5082086181640624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.01,1.6532896423339842
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.01,2.0623321533203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.15546560287475586
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.01,2.466919708251953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.5130828857421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.30957311630249024
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.29716796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.01,3.252647094726562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,2.640450439453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,0.8701708984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,2.7748120117187502
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.01,4.08951416015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,1.740852508544922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,2.8816812133789065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,2.9737094116210936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,3.2028933715820314
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,3.377237243652344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,3.5886975097656246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,3.647382507324219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,3.9310028076171877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,3.778752746582031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,3.980298767089844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,4.724803771972656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,4.380831909179688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,5.584733276367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,6.3170495605468755
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,7.964967651367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.01,5.8092724609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,9.441041259765624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.01,7.539140014648437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,7168,2048,8,256,1,1,power_law_1.01,9.482052612304688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.15902400016784668
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.45823295593261715
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,0.6746975708007812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.09385343551635741
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,0.9219526672363282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,1.3396205139160156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,1.4095552062988281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,12.591541748046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,1.444800567626953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,15.644804687499999
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,1.495175018310547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,1.60351806640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,1.6217344665527342
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,1.690129852294922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.27410303115844725
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,1.8599034118652344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,1.9288359069824217
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,1.984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,2.0968730163574216
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,1.5484364318847657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,2.1860858154296876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,2.428062744140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,21.92589111328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,3.010831298828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,2.5843930053710937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,3.4676000976562498
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,28.40081787109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,1,1,power_law_1.2,0.09164223670959473
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,1,1,power_law_1.2,0.12448896408081053
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,1,1,power_law_1.2,0.17740991592407226
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,34.6641845703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,4.228067932128907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,1,1,power_law_1.2,0.28034496307373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,5.172376098632812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,1,1,power_law_1.2,0.4042975997924804
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,1,1,power_law_1.2,0.5344134521484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,6.920883789062501
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,1,1,power_law_1.2,0.8027519989013673
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,1,1,power_law_1.2,0.8512345886230468
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,1,1,power_law_1.2,0.8687372589111328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,1,1,power_law_1.2,0.9060460662841796
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,1,1,power_law_1.2,0.9385247802734374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,1,1,power_law_1.2,0.9695942687988282
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,1,1,power_law_1.2,1.0009490966796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,1,1,power_law_1.2,1.0311571502685548
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,8.640302734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,1,1,power_law_1.2,1.0810425567626953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,1,1,power_law_1.2,1.128716812133789
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,1,1,power_law_1.2,1.1927718353271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,10.235712280273438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,1,1,power_law_1.2,1.3191360473632812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.2,1.4179270935058592
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.2,1.7502156066894532
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.2,1.9501933288574218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.2,2.4968038940429684
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.2,3.1826068115234376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.2,4.493929748535156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,0.20540544509887698
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,0.2065836715698242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.2,5.911512451171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,0.21970943450927732
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,0.23524288177490232
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.03489984035491943
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,0.22244287490844727
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,0.23946048736572267
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,0.24297855377197264
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.11535039901733399
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,0.25706432342529295
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,0.19070720672607422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,0.2724991989135742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,0.2745529556274414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,0.31989696502685544
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,0.2847123146057129
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.35212799072265627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.4321158218383789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,1.2352588653564454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.5121676635742187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.6824928283691406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.8822982025146484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.6210899353027344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,2.3440634155273434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.06584767818450928
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.033262081146240234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,3.041440124511719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.07977024078369141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,3.766714172363281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.14582719802856445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.14714816093444824
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.09897151947021485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.04202112197875977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.15048064231872557
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.15136320114135743
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.1539955234527588
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.16794303894042967
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.13562944412231445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.17867456436157228
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.17276992797851562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.18232255935668945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.184149112701416
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.19540096282958985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.20312255859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.22139263153076172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.2583942413330078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.2955564880371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.37368446350097656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.4498463821411133
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,0.6116755294799805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,1.091629409790039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,0.7698662567138672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,1.410198974609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,1.7276889038085936
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2048,768,8,128,1,1,power_law_1.01,0.03654592037200928
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2048,768,8,128,1,1,power_law_1.01,0.08984959602355957
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2048,768,8,128,1,1,power_law_1.01,0.042641282081604004
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2048,768,8,128,1,1,power_law_1.01,0.04883711814880371
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2048,768,8,128,1,1,power_law_1.01,0.09025535583496094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2048,768,8,128,1,1,power_law_1.01,0.05501696109771729
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2048,768,8,128,1,1,power_law_1.01,0.06209983825683594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2048,768,8,128,1,1,power_law_1.01,0.09435392379760742
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2048,768,8,128,1,1,power_law_1.01,0.09779775619506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2048,768,8,128,1,1,power_law_1.01,0.09492095947265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2048,768,8,128,1,1,power_law_1.01,0.10250559806823731
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2048,768,8,128,1,1,power_law_1.01,0.08051008224487305
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2048,768,8,128,1,1,power_law_1.01,0.0846399974822998
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2048,768,8,128,1,1,power_law_1.01,0.08575360298156738
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2048,768,8,128,1,1,power_law_1.01,0.10695743560791016
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2048,768,8,128,1,1,power_law_1.01,0.11852800369262695
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2048,768,8,128,1,1,power_law_1.01,0.15623552322387696
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2048,768,8,128,1,1,power_law_1.01,0.13600000381469726
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2048,768,8,128,1,1,power_law_1.01,0.11015168190002442
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2048,768,8,128,1,1,power_law_1.01,0.242423038482666
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2048,768,8,128,1,1,power_law_1.01,0.19821567535400392
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2048,768,8,128,1,1,power_law_1.01,0.3378841781616211
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2048,768,8,128,1,1,power_law_1.01,0.43457408905029293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.03758975982666016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.049452800750732426
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.07679232120513915
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,0.1924825668334961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,0.20985151290893556
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,0.2149407958984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.11086015701293946
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,0.22129472732543945
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2048,768,8,128,1,1,power_law_1.01,1.252163848876953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,0.24173696517944335
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2048,768,8,128,1,1,power_law_1.01,1.6759820556640626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,0.24216575622558595
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2048,768,8,128,1,1,power_law_1.01,0.6324620819091796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,0.24565439224243163
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2048,768,8,128,1,1,power_law_1.01,0.8375929260253907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,0.22791040420532224
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.1314080047607422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,0.26282367706298826
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2048,768,8,128,1,1,power_law_1.01,2.1060269165039065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,0.27122816085815427
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,0.289421443939209
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.3593088150024414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,0.2772960090637207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,0.3263097763061523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.43800384521484376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.5184479904174805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.034146559238433835
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.041738238334655765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.0634604787826538
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.07602880001068116
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.09592191696166992
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.6879539489746094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.8632166290283203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.1398739242553711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.14668160438537597
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.14969856262207032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.14759743690490723
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.15262271881103515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.15474623680114746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.17270336151123047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.17353023529052733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,1.2374873352050781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.1783705520629883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.18836351394653322
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.18217472076416014
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.5912882995605468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.22716352462768558
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.1960812759399414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.20936319351196292
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.2663475227355957
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.3759833526611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.4583660888671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.30202560424804686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,0.6166329574584961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2048,768,8,128,1,1,power_law_1.2,0.03678335905075073
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2048,768,8,128,1,1,power_law_1.2,0.04288127899169922
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2048,768,8,128,1,1,power_law_1.2,0.048786559104919434
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2048,768,8,128,1,1,power_law_1.2,0.0531718397140503
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2048,768,8,128,1,1,power_law_1.2,0.06059264183044434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,2.3231993103027344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2048,768,8,128,1,1,power_law_1.2,0.082674560546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2048,768,8,128,1,1,power_law_1.2,0.08738112449645996
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2048,768,8,128,1,1,power_law_1.2,0.089104642868042
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2048,768,8,128,1,1,power_law_1.2,0.09057663917541504
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2048,768,8,128,1,1,power_law_1.2,0.09298879623413085
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2048,768,8,128,1,1,power_law_1.2,0.09495424270629883
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2048,768,8,128,1,1,power_law_1.2,0.09831680297851562
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2048,768,8,128,1,1,power_law_1.2,0.0994643211364746
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2048,768,8,128,1,1,power_law_1.2,0.10491456031799315
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2048,768,8,128,1,1,power_law_1.2,0.11117695808410644
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2048,768,8,128,1,1,power_law_1.2,0.11597760200500488
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,0.77683837890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,3.0573651123046877
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2048,768,8,128,1,1,power_law_1.2,0.12880831718444824
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,1.0959500885009765
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2048,768,8,128,1,1,power_law_1.2,0.15636799812316896
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2048,768,8,128,1,1,power_law_1.2,0.18375999450683594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2048,768,8,128,1,1,power_law_1.2,0.2479840087890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2048,768,8,128,1,1,power_law_1.2,0.3150009536743164
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2048,768,8,128,1,1,power_law_1.2,0.4532255935668945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,3.7643634033203126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2048,768,8,128,1,1,power_law_1.2,0.5997811126708984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.08350784301757812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.13782912254333496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.23970560073852537
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.3399187088012695
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.4378720092773437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2048,768,8,128,1,1,power_law_1.2,0.879161605834961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,1.4155084228515624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.6801299285888672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,0.7282649230957031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,0.728111343383789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,0.7679283142089843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,0.7836787414550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,0.8525657653808594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,0.866270751953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,0.8814444732666015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,0.9040716552734376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,0.9472812652587891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,0.9540454101562499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,1.00416259765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,1.1312166595458986
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,1.3032646179199219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,1.6043110656738282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,1.9634451293945312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,2.6015814208984374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,3.2685095214843747
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,4.6519384765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,5.957102661132812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,8.651433715820312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2048,768,8,128,1,1,power_law_1.2,1.1585823822021486
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.08878080368041992
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.13794367790222167
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,1.7298944091796877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.18596351623535157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.3598969650268555
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.3888723373413086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,11.484422607421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.39325374603271485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.4067558288574219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.057774081230163574
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.4077913665771485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.4209177780151367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.4656134414672851
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.4638675308227539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.4779398345947266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.4955475234985352
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.4914387130737305
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.5155238342285157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.5381907272338867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,0.5824364852905274
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,0.6918796539306641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,0.7782431793212891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,13.971794433593749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,0.9859040069580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,1.214172134399414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,1.6325042724609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.24538240432739258
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,2.0283648681640623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,2.865970458984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2048,768,8,128,1,1,power_law_1.2,1.7122003173828126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,3.8233016967773437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,4.643050231933594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,1,1,power_law_1.01,0.05071872234344482
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,1,1,power_law_1.01,0.24397375106811525
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,1,1,power_law_1.01,0.24541887283325195
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,1,1,power_law_1.01,0.25544448852539064
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,1,1,power_law_1.01,0.2562015914916992
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,1,1,power_law_1.01,0.06569024085998534
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2048,768,8,128,1,1,power_law_1.2,2.277391357421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,1,1,power_law_1.01,0.09038463592529297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,1,1,power_law_1.01,0.2705433654785156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,1,1,power_law_1.01,0.26740800857543945
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,1,1,power_law_1.01,0.11756799697875978
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,1,1,power_law_1.01,0.28895551681518555
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,1,1,power_law_1.01,0.14726079940795897
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,1,1,power_law_1.01,0.22776575088500978
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,1,1,power_law_1.01,0.27572351455688476
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,1,1,power_law_1.01,0.32880191802978515
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,1,1,power_law_1.01,0.3002694320678711
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2048,768,8,128,1,1,power_law_1.2,2.8485394287109376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,1,1,power_law_1.01,0.306176643371582
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,1,1,power_law_1.01,0.3687481689453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.01,0.42216064453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.01,0.5331513595581054
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.01,0.6462214660644532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.08338496208190918
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.01,0.8827033233642577
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.22894655227661134
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.31475904464721677
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.01,1.1142304229736328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.4045305633544922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,0.738806381225586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,0.7577881622314453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,0.785027847290039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,0.8042086029052735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.13545215606689454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,0.8746476745605468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,0.8794681549072265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,0.8797286224365234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.01,1.6180653381347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,0.9175411224365234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,0.9521017456054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,0.9657376098632813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,1.01793212890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.6855347442626953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.01,2.100499267578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,1.1701139068603514
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,1.337744598388672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,1.67735107421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,1.9427360534667968
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.01,3.1359942626953123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.01,4.194307250976562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,2.6153555297851563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.01,5.224041748046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.08927231788635254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.1347385597229004
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,3.2674789428710938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.1761542320251465
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.23394752502441407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.3701580810546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.3988070297241211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.40352767944335943
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.41322238922119137
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.41859966278076166
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,4.6391552734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.4281318283081054
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.4742393493652344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.48883838653564454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.49530559539794916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.5028332901000977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.5224576187133789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.562314224243164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,0.6052249526977539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.05800127983093262
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,0.6968544006347657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,0.7936876678466798
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.4681164932250977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,0.9860281372070313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,1.2254118347167968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,5.960384521484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,1.6449580383300781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,2.0777906799316406
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,1,1,power_law_1.2,0.06435328006744385
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,1,1,power_law_1.2,0.08755968093872071
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,1,1,power_law_1.2,0.11115391731262207
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,1,1,power_law_1.2,0.14081151962280275
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,1,1,power_law_1.2,0.2312991905212402
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,1,1,power_law_1.2,0.2474924850463867
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,1,1,power_law_1.2,0.25166528701782226
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,1,1,power_law_1.2,0.2572921562194824
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,1,1,power_law_1.2,0.2648057556152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,8.6780322265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,1,1,power_law_1.2,0.27196544647216797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,1,1,power_law_1.2,0.27835903167724607
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,1,1,power_law_1.2,0.2811820793151855
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,1,1,power_law_1.2,0.29568704605102536
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,1,1,power_law_1.2,0.3102284812927246
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,1,1,power_law_1.2,0.3198944091796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,1,1,power_law_1.2,0.05017856121063232
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,2.893591003417969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,11.30998779296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,1,1,power_law_1.2,0.35135040283203123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,1,1,power_law_1.2,0.4144319915771485
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.2,0.48751937866210937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.2,0.6352352142333985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,3.8208056640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.2,0.7877581024169922
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.2,1.1141766357421876
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.2,1.445478973388672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,14.151802978515624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.3282534408569336
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.2,2.1018138122558594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.5342009735107422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.1712537384033204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.15568832397460936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,1.9581082153320313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,2.0591526794433594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,2.2019577026367188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,2.2367884826660154
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,0.8300262451171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,2.3780723571777345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,2.5448640441894534
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,4.612490844726563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,2.6574795532226565
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,2.574273376464844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,2.7015463256835934
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,2.7700634765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,2.8111199951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,3.0127679443359376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.2,2.7504153442382813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,3.415422668457031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,3.762472229003906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,4.581242370605469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,5.4741540527343755
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,7.068681030273437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,8.74090576171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,12.025368652343749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,15.4773095703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.11460736274719238
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.2,4.054688720703124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.43582592010498045
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,0.6054598236083985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,0.9747020721435546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.1732441520690918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,1.0296844482421874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,22.44650146484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,1.1045305633544922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,1.1177056121826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,1.1492243194580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.29388992309570316
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,1.1718572998046874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,1.3046643066406252
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,1.362136993408203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,1.3702400207519532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,1.365551300048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,1.0694297790527343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,1.409318389892578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,1.534529266357422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,29.193837890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,1.582449951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,1.7867449951171874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,2.0077191162109376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,36.20900146484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,2.501287689208984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,2.900953674316406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,3.7674380493164064
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,4.700506286621094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.2,5.3861572265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,6.516199951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,8.341298828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,10.237687377929687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,1,1,power_law_1.01,0.08175168037414551
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,1,1,power_law_1.01,0.6446623992919922
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,1,1,power_law_1.01,0.6537548828124999
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,1,1,power_law_1.01,0.6672345733642577
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,1,1,power_law_1.01,0.6911583709716796
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,1,1,power_law_1.01,0.7050527954101563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,1,1,power_law_1.01,0.11371071815490723
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,1,1,power_law_1.01,0.17222400665283205
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,1,1,power_law_1.01,0.7146943664550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,1,1,power_law_1.01,0.254266242980957
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,1,1,power_law_1.01,0.75939453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,1,1,power_law_1.01,0.7676895904541016
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.2,6.713551635742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,1,1,power_law_1.01,0.35109310150146483
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,1,1,power_law_1.01,0.5742067337036133
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,1,1,power_law_1.01,0.6137376022338867
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,1,1,power_law_1.01,0.7751884460449219
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,1,1,power_law_1.01,0.8315865325927735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,1,1,power_law_1.01,0.9309113311767578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.01,1.4371495056152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.01,1.2094982147216797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.01,1.0032614135742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.01,1.885215301513672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.01,2.3097996520996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.5261164855957031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,0.7654950714111328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.3300428771972656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.0681439971923827
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.15360063552856446
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,1.9198912048339842
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,2.060624694824219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,2.195908508300781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,2.343683166503906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,2.494478759765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,2.6258111572265626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,2.8386138916015624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,2.707852783203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,2.7555596923828127
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,2.8731808471679687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,2.9479583740234374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,3.1147109985351564
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,3.476444702148437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.01,3.1909643554687497
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,3.871326599121094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,4.696181030273438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,5.528045043945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.01,4.15876220703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,7.227372436523437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,8.9018994140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.01,6.027439575195312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.01,7.980778198242187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.1154969596862793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,12.167154541015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.28500288009643554
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.17445503234863283
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.39477184295654294
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.553955192565918
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,2560,8,160,1,1,power_law_1.01,10.039738159179688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,0.9660403442382812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,1.0239321899414062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,1.1056153869628906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,1.1469567871093749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,1.1261990356445313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,1.1682015991210937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,1.213196792602539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,1.3653298950195312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,1.3643270874023439
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,1.4085530090332032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,1.4318246459960937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,15.745189208984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,1.4690725708007812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,1.5498867797851563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,1.8391571044921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,1.6334701538085938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,2.5259333801269532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,2.0439117431640623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,23.0309130859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,2.9111105346679684
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,3.822332763671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,1,1,power_law_1.2,0.1111353588104248
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,1,1,power_law_1.2,0.16873151779174805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,4.766195068359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,1,1,power_law_1.2,0.23257280349731446
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,1,1,power_law_1.2,0.32031169891357425
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,1,1,power_law_1.2,0.5685740661621094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,1,1,power_law_1.2,0.6106444931030273
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,1,1,power_law_1.2,0.6551213073730469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,1,1,power_law_1.2,0.6746393585205078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,1,1,power_law_1.2,0.6890233612060547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,1,1,power_law_1.2,0.7069817352294921
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,1,1,power_law_1.2,0.732682876586914
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,1,1,power_law_1.2,0.7547078704833984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,1,1,power_law_1.2,0.7737369537353516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,6.617420043945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,30.274641113281252
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,1,1,power_law_1.2,0.08194304466247558
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,8.413062133789063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.2,1.1269094085693359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,10.158617553710936
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,1,1,power_law_1.2,0.8098726654052735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,1,1,power_law_1.2,0.8400441741943359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,38.28362548828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,1,1,power_law_1.2,0.8867577362060548
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,1,1,power_law_1.2,1.0013478088378907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.2,1.4005906677246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.2,1.704048614501953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.158156156539917
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.3116243171691894
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.5321049499511719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,0.9551097869873046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,1.7122872924804688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,2.4147634887695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.2,2.319713287353516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.2,2.9499288940429684
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,2.812528076171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,3.901314697265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.2,4.263999938964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,4.024812927246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,3.6332192993164063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.2,5.6687689208984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,4.206063232421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,4.2645721435546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,4.5847909545898435
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.2,8.416811523437499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,4.927739562988281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,5.324227905273437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,5.75138671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,5.102825622558593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,5.5406427001953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,5.833968505859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,6.713524780273437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,7.529951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,9.032715454101563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,10.6248779296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.1618060874938965
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.27663551330566405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.4965644836425781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.09660927772521972
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,0.8706969451904296
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,13.762486572265624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,1.2304467010498048
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,1.4677337646484374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,1.8680972290039062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,1.973225555419922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,2.0411666870117187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,2.126046142578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,16.758990478515624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.2,11.254691162109376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,2.1481695556640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,2.2362380981445313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,2.304200897216797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,2.343904571533203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,2.4365586853027343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,23.1388525390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,2.6137875366210936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,2.791537170410156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,2.7286456298828123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,3.0466098022460937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,3.263261413574219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,3.63757568359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,36.139873046874996
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,4.072192687988282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,4.942155456542968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,5.829771118164063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,7.69283447265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,9.331276855468749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,11.098414306640624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,1,1,power_law_1.01,0.10697855949401855
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,1,1,power_law_1.01,0.10727552413940429
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,1,1,power_law_1.01,0.15991616249084473
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,1,1,power_law_1.01,0.1730297660827637
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,1,1,power_law_1.01,0.18630144119262695
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,1,1,power_law_1.01,0.21375040054321287
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,1,1,power_law_1.01,0.10852800369262697
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,1,1,power_law_1.01,0.11170432090759277
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,1,1,power_law_1.01,0.11909055709838867
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,1,1,power_law_1.01,0.1320473575592041
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,1,1,power_law_1.01,0.14553343772888183
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,1,1,power_law_1.01,0.2670790481567383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,1,1,power_law_1.01,0.29549055099487304
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,1,1,power_law_1.01,0.35143489837646485
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,1,1,power_law_1.01,0.4285126495361328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,1,1,power_law_1.01,0.48598464965820315
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,1,1,power_law_1.01,0.8851910400390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,1,1,power_law_1.01,0.614655990600586
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.01,1.1543904113769532
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.01,1.686058807373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.39891647338867187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.5337664031982422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.01,2.224684753417969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,0.9531552124023438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,1.5586105346679688
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.01,3.2908575439453123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,2.159559631347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,2.579261474609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,3.5900128173828123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,3.7829663085937497
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,3.9057492065429686
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.01,4.361155700683594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,4.4348318481445315
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,4.062113952636719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,4.588523559570312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.01,6.515556640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,4.921655578613281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,5.375590209960937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,5.257536010742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,5.8624609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,5.614580688476563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,6.022255249023438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,6.927615966796876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,7.789720458984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,9.41696044921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,11.109833984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.10013376235961916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.15953984260559081
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,14.069615478515624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.2787251281738281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.49134910583496094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,0.794238052368164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.126456298828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,1.3687788391113282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,1.8309965515136717
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,1.9448658752441408
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,1.986126708984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,2.068475494384766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,17.235172119140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,2.159113006591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,2.219269104003906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,2.268949737548828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,2.311185302734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,2.3957139587402345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,2.667747802734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,23.450390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,2.777076416015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,2.9486846923828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,3.1484051513671876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,3.396666870117188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,3.871230163574219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,29.87084228515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,4.359710083007813
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,1,1,power_law_1.2,0.1074617576599121
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,5.168863525390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,6.117077026367188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,1,1,power_law_1.2,0.10708992004394531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.2,36.160556640624996
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,1,1,power_law_1.2,0.10902079582214355
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,1,1,power_law_1.2,0.11171199798583983
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,1,1,power_law_1.2,0.13230655670166017
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,1,1,power_law_1.2,0.11839296340942382
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,1,1,power_law_1.2,0.15949503898620604
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,1,1,power_law_1.2,0.1463539218902588
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,9.551017456054687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,1,1,power_law_1.2,0.1735647964477539
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,1,1,power_law_1.2,0.18621952056884766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,7.800178833007813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,11.36119384765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,1,1,power_law_1.2,0.21421951293945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,1,1,power_law_1.2,0.29480384826660155
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,1,1,power_law_1.2,0.26757503509521485
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,1,1,power_law_1.2,0.3531039810180664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,1,1,power_law_1.2,0.42819839477539057
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,1,1,power_law_1.2,0.48517822265625005
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,1,1,power_law_1.2,0.8837190246582031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.2,1.1522220611572265
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,1,1,power_law_1.2,0.6155507278442383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.2,1.6862240600585938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.2,2.2253459167480467
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.2,3.2934368896484374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.21826751708984374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.2,4.372044677734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,0.45926528930664057
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.2876665687561035
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,0.47489471435546876
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.2,6.514288940429688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,0.5182873535156249
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,0.530313606262207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,0.5322118377685546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,0.5708070373535156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,0.5960095977783203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,0.6188870239257812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,0.5515321731567383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,0.6638406372070312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,0.7100800323486328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,0.7130163574218751
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,0.8503743743896484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,0.7631033325195313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,0.8356441497802735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,0.926316146850586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,1.295288391113281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,1.449488067626953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,2.8509841918945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,1.808892822265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,3.4894168090820314
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,2.1476364135742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.01,4.177010498046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2688,1856,6,128,1,1,power_law_1.01,0.04273280143737793
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2688,1856,6,128,1,1,power_law_1.01,0.07083903789520264
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2688,1856,6,128,1,1,power_law_1.01,0.05570816040039063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2688,1856,6,128,1,1,power_law_1.01,0.18209087371826171
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2688,1856,6,128,1,1,power_law_1.01,0.1939910316467285
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2688,1856,6,128,1,1,power_law_1.01,0.1997395133972168
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2688,1856,6,128,1,1,power_law_1.01,0.20538368225097656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2688,1856,6,128,1,1,power_law_1.01,0.2005670356750488
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2688,1856,6,128,1,1,power_law_1.01,0.21097536087036134
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2688,1856,6,128,1,1,power_law_1.01,0.214215030670166
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2688,1856,6,128,1,1,power_law_1.01,0.22257408142089843
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2688,1856,6,128,1,1,power_law_1.01,0.23084928512573244
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2688,1856,6,128,1,1,power_law_1.01,0.09505663871765137
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2688,1856,6,128,1,1,power_law_1.01,0.2341958427429199
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2688,1856,6,128,1,1,power_law_1.01,0.11734399795532227
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2688,1856,6,128,1,1,power_law_1.01,0.1738630485534668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2688,1856,6,128,1,1,power_law_1.01,0.25188928604125976
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2688,1856,6,128,1,1,power_law_1.01,0.28566335678100585
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2688,1856,6,128,1,1,power_law_1.01,0.38313152313232424
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2688,1856,6,128,1,1,power_law_1.01,0.31475711822509767
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2688,1856,6,128,1,1,power_law_1.01,0.4593830490112305
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2688,1856,6,128,1,1,power_law_1.01,0.7773337554931641
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2688,1856,6,128,1,1,power_law_1.01,0.608746223449707
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2688,1856,6,128,1,1,power_law_1.01,1.1107846069335938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2688,1856,6,128,1,1,power_law_1.01,1.4445721435546877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.052040319442749026
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2688,1856,6,128,1,1,power_law_1.01,2.812419128417969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.07814976215362548
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.196561279296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2688,1856,6,128,1,1,power_law_1.01,2.122198333740234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.1318387222290039
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2688,1856,6,128,1,1,power_law_1.01,3.517639770507812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.27378047943115236
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,0.48545089721679685
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,0.5949907302856445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,0.4517222213745117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,0.6274771118164063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,0.6502464294433594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,0.6864665222167969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,0.542862091064453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,0.5129600143432617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,0.8745043182373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,0.5351347351074219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,0.556798095703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,0.7299385833740234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,0.7246726226806641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,1.3177561950683594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,0.7718099212646484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,0.863680648803711
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2688,1856,6,128,1,1,power_law_1.2,0.043125119209289554
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,0.9613632202148438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2688,1856,6,128,1,1,power_law_1.2,0.05489344120025634
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2688,1856,6,128,1,1,power_law_1.2,0.07062399864196778
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2688,1856,6,128,1,1,power_law_1.2,0.08752256393432617
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2688,1856,6,128,1,1,power_law_1.2,0.1124512004852295
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2688,1856,6,128,1,1,power_law_1.2,0.1733510398864746
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2688,1856,6,128,1,1,power_law_1.2,0.18437631607055666
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2688,1856,6,128,1,1,power_law_1.2,0.19420864105224608
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2688,1856,6,128,1,1,power_law_1.2,0.201265926361084
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,2.8502841186523438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2688,1856,6,128,1,1,power_law_1.2,0.20601600646972656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,1.5144146728515626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2688,1856,6,128,1,1,power_law_1.2,0.20903295516967774
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2688,1856,6,128,1,1,power_law_1.2,0.2188364791870117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,1.8141381835937502
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2688,1856,6,128,1,1,power_law_1.2,0.22503551483154297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,2.1742565917968752
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2688,1856,6,128,1,1,power_law_1.2,0.23388927459716796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,3.5235226440429686
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2688,1856,6,128,1,1,power_law_1.2,0.25116159439086916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.2,4.17983154296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2688,1856,6,128,1,1,power_law_1.2,0.24187135696411133
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2688,1856,6,128,1,1,power_law_1.2,0.26962432861328123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2688,1856,6,128,1,1,power_law_1.2,0.3526220703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2688,1856,6,128,1,1,power_law_1.2,0.31383743286132815
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2688,1856,6,128,1,1,power_law_1.2,0.4579174423217774
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2688,1856,6,128,1,1,power_law_1.2,0.5655744171142578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2688,1856,6,128,1,1,power_law_1.2,0.7984966278076172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.01,0.4633145523071289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.27342079162597654
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.01,0.87578369140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2688,1856,6,128,1,1,power_law_1.2,1.0433235168457031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2688,1856,6,128,1,1,power_law_1.2,1.5591136169433593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.01,2.146660461425781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.01,1.5226905822753907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2688,1856,6,128,1,1,power_law_1.2,2.082623291015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.01,3.57253173828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.01,3.7995245361328123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.01,3.9967480468749996
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2688,1856,6,128,1,1,power_law_1.2,3.1956805419921874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.01,4.107494506835938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.01,4.2226388549804685
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.01,4.312414855957032
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2688,1856,6,128,1,1,power_law_1.2,4.314148559570312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.01,4.463252563476563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.01,4.603274841308594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.01,4.868317565917969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.01,5.129051513671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.01,5.5080804443359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.01,5.850944213867187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2688,1856,6,128,1,1,power_law_1.2,5.39173828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.01,7.0796484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.01,6.200121459960938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.01,7.692883911132813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.01,6.914795532226563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.01,9.019956054687501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.01,11.435115966796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,0.28618688583374025
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.01,13.978911132812499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.1767750358581543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,0.8492876434326172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,1.240785903930664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,2.174257354736328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.01,16.430950927734376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,2.2728370666503905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,0.5010950469970703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,2.345912322998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,2.053495635986328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,2.4168287658691403
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,2.3926290893554687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,2.553056640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.01,21.48504638671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,2.62294921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,2.6714361572265624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,2.7726522827148434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,2.9021383666992184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,2.480773162841797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.01,26.39473876953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,3.2521664428710935
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,3.438160095214844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,3.8628244018554687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,4.318954162597656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,5.236466064453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,6.197805786132813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,8.083438110351562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,10.016961669921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,13.710966796874999
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,2688,22,512,1,1,power_law_1.01,0.16266048431396485
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,2688,22,512,1,1,power_law_1.01,0.18994880676269532
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,2688,22,512,1,1,power_law_1.01,0.20402687072753906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,17.514644775390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,2688,22,512,1,1,power_law_1.01,0.1645030403137207
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,2688,22,512,1,1,power_law_1.01,0.2187116813659668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,2688,22,512,1,1,power_law_1.01,0.1667647933959961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,2688,22,512,1,1,power_law_1.01,0.16317632675170898
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,2688,22,512,1,1,power_law_1.01,0.2473209571838379
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,2688,22,512,1,1,power_law_1.01,0.27591999053955074
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,2688,22,512,1,1,power_law_1.01,0.17503999710083007
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,2688,22,512,1,1,power_law_1.01,0.23287168502807618
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,2688,22,512,1,1,power_law_1.01,0.33512767791748044
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,2688,22,512,1,1,power_law_1.01,0.3635897445678711
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,2688,22,512,1,1,power_law_1.01,0.4206604766845703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,2688,22,512,1,1,power_law_1.01,0.5169311904907227
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,2688,22,512,1,1,power_law_1.01,0.5759731292724609
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,2688,22,512,1,1,power_law_1.01,0.7335430145263672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,2688,22,512,1,1,power_law_1.01,1.0452793884277345
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,2688,22,512,1,1,power_law_1.01,1.3628807067871094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,2688,22,512,1,1,power_law_1.01,1.9906970214843749
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,2688,22,512,1,1,power_law_1.01,2.6221759033203123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,2688,22,512,1,1,power_law_1.01,3.8806085205078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,2688,22,512,1,1,power_law_1.01,5.1350817871093755
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.2747020721435547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.2,0.8744230651855469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.2,1.3887461853027343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.2,3.5017050170898436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.2,0.4596883010864258
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,2688,22,512,1,1,power_law_1.01,7.649632568359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.2,1.922461395263672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.2,3.7862490844726566
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,2688,22,512,1,1,power_law_1.01,10.194777221679688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.2,3.936040344238281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.2,4.238427429199218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.2,4.419566040039062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.2,4.1152212524414065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.2,4.571059875488281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.2,4.9644287109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.2,4.711403503417968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.2,5.3246130371093745
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.2,5.7049951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.2,6.10976806640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.2,7.149984130859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.2,6.457144775390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.2,7.2465014648437505
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.2,7.907257690429688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.2,9.3142236328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.2,11.810491943359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.2,14.362113037109376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.2,16.769805908203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,0.286115837097168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.17499008178710937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,0.5082457733154297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,1.1193785858154297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.2,21.83256591796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,0.7815974426269532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,2.167699890136719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,2.3432211303710937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.2,26.806806640625002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,2.256303405761719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,2.417951965332031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,2.4779731750488283
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,2.550534362792969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,2.611622314453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,2.7289651489257816
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,2.796142578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,2.004389190673828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,2.881902770996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,3.018415222167969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,3.4264404296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,3.596860046386719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,4.486536254882813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,4.0630560302734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,5.389632568359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,6.355489501953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,8.200905151367188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,10.086134033203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,2688,22,512,1,1,power_law_1.2,0.16769216537475587
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,13.8304931640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,2688,22,512,1,1,power_law_1.2,0.17540800094604492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,2688,22,512,1,1,power_law_1.2,0.20452991485595703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,2688,22,512,1,1,power_law_1.2,0.2189708709716797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,2688,22,512,1,1,power_law_1.2,0.23431808471679688
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,2688,22,512,1,1,power_law_1.2,0.1634048080444336
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,2688,22,512,1,1,power_law_1.2,0.24762367248535155
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,2688,22,512,1,1,power_law_1.2,0.2762630462646484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,17.62779541015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,2688,22,512,1,1,power_law_1.2,0.16185855865478516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,2688,22,512,1,1,power_law_1.2,0.16304447174072265
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,2688,22,512,1,1,power_law_1.2,0.19037504196166993
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,2688,22,512,1,1,power_law_1.2,0.33484222412109377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,2688,22,512,1,1,power_law_1.2,0.36349758148193356
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,2688,22,512,1,1,power_law_1.2,0.42203582763671876
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,2688,22,512,1,1,power_law_1.2,0.5146195220947265
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,2688,22,512,1,1,power_law_1.2,0.5732223892211914
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,2688,22,512,1,1,power_law_1.2,0.734936294555664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,2688,22,512,1,1,power_law_1.2,1.0456755065917969
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,2688,22,512,1,1,power_law_1.2,1.3616006469726563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,2688,22,512,1,1,power_law_1.2,2.6233990478515627
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,2688,22,512,1,1,power_law_1.2,3.8823315429687497
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,2688,22,512,1,1,power_law_1.2,1.9913836669921874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,2688,22,512,1,1,power_law_1.2,5.1403656005859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.11802751541137695
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.17346879959106445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.2149888038635254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.27305471420288085
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.3278636932373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.3228070449829102
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.3311187362670899
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.32631103515625004
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.3400447845458984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.3468422317504883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.3724019241333008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.3768422317504883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.39151615142822266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.42485504150390624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.4565516662597656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.5274969482421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.6045420837402344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7711801910400391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.9288889312744141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.3454412841796874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,2688,22,512,1,1,power_law_1.2,7.685441284179687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.719224395751953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,2.500304565429688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,3.2760910034179687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,4.826115112304687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,6.575034790039062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.07655231952667237
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.1016160011291504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.11371647834777832
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,2688,22,512,1,1,power_law_1.2,10.158839111328124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.17033279418945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.1730303955078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.16999231338500978
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.17077247619628905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.17620800018310548
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.1778995132446289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.17564800262451172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.18192703247070313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.19205631256103514
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.20300672531127928
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.1811404800415039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.21278911590576172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.22231679916381836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.26051456451416016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.3154355239868164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.41213249206542973
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,0.49250686645507813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,0.7015309143066406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,0.9218240356445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,10.499957275390624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,1.3453887939453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,14.780335693359376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,1.702353973388672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,2.6297381591796873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,19.662221679687498
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,3.436581726074219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,4.296781311035156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,2,1,power_law_1.01,0.038743679523468015
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,2,1,power_law_1.01,0.09208064079284668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,2,1,power_law_1.01,0.09070143699645997
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,2,1,power_law_1.01,0.0911411190032959
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,2,1,power_law_1.01,0.09307519912719726
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,2,1,power_law_1.01,0.09391743659973144
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,2,1,power_law_1.01,0.0680185604095459
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,2,1,power_law_1.01,0.05357632160186767
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,2,1,power_law_1.01,0.0902892780303955
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,2,1,power_law_1.01,0.08986368179321289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,2,1,power_law_1.01,0.09084544181823731
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,2,1,power_law_1.01,0.093372163772583
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,2,1,power_law_1.01,0.09605695724487304
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,2,1,power_law_1.01,0.10170816421508788
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,2,1,power_law_1.01,0.11240320205688477
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,2,1,power_law_1.01,0.1049075222015381
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,2,1,power_law_1.01,0.1234118366241455
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,2,1,power_law_1.01,0.15165247917175292
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.01,0.23834047317504883
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.01,0.17910591125488282
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.01,0.295294075012207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.12402239799499512
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.16275199890136718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.19604352951049803
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.273306884765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.3192153549194336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.3258860778808594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.32710975646972656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.01,0.41754238128662113
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.325918083190918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.34974655151367184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.35139137268066406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.37597312927246096
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.3757868957519531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.3841036987304688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.420722541809082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.4583539199829102
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.5398067092895508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.6135219192504883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7653408050537109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.9625234985351563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.3437132263183593
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.01,0.5352812957763672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.7494061279296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.01,0.7711698913574219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.489008026123047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,3.297671813964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,4.9582324218750005
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.01,1.0646246337890626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.07398528099060059
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.09702719688415527
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.1071065616607666
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,6.611996459960937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.16258623123168944
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.17000255584716797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.17067712783813477
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.16687103271484377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.1723142433166504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.17316799163818358
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.17603776931762696
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.15447039604187013
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.01,1.608618927001953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.1767225646972656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.1792006492614746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.21030719757080077
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.2205433654785156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.2214975929260254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.2610201644897461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.3167487907409668
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.4113312149047852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.1927168083190918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,0.4847353744506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,0.6813062286376953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,10.804810791015624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,0.9040019226074218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.01,2.1034194946289064
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,1.350643768310547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.01,2.632270202636719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,1.7956736755371092
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,2,1,power_law_1.2,0.06404799938201904
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,2,1,power_law_1.2,0.09046784400939942
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,2,1,power_law_1.2,0.08849535942077637
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,2,1,power_law_1.2,0.09197823524475097
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,2,1,power_law_1.2,0.09201855659484863
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,2,1,power_law_1.2,0.09088447570800781
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,2,1,power_law_1.2,0.09259008407592774
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,2,1,power_law_1.2,0.09321215629577637
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,2,1,power_law_1.2,0.09452735900878906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,2.5982437133789062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,15.34281494140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,2,1,power_law_1.2,0.09996159553527832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,3.4496359252929687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,20.019547119140626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,2,1,power_law_1.2,0.03875711917877197
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,2,1,power_law_1.2,0.04887104034423828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.2,0.18555904388427735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,4.27393798828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,2,1,power_law_1.2,0.09481280326843262
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,2,1,power_law_1.2,0.11102272033691407
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,2,1,power_law_1.2,0.10162943840026854
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,2,1,power_law_1.2,0.11594431877136231
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,2,1,power_law_1.2,0.15579520225524904
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,2,1,power_law_1.2,0.1257894420623779
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.2,0.2458367919921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.2,0.30024511337280274
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.1599084758758545
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.2667654418945312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.33609600067138673
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.4588217544555664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.5459225463867188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.535596809387207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.5610214233398437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.5527155303955078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.5592985534667969
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.2,0.42689407348632813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.5673971176147461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,0.6177344131469726
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,0.6414579010009765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,0.6847891235351563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,0.7426854705810546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,0.7844159698486328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,0.8438803100585938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,0.9942726135253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,1.327655029296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.2,0.5470956802368164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,1.6281727600097657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,2.2940051269531248
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.2,0.8263539123535157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,2.9050411987304687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,4.305170593261719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,5.682923583984374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,8.427177734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.2,1.0844998168945312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.09574272155761718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.14048768043518067
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.17520639419555664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.24919424057006836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.2657542419433594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.26670528411865235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.2699481582641602
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.2,2.699593505859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.270196475982666
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.27428991317749024
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,11.392098388671874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.2779251289367676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.2810604858398437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.28016639709472657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.28649599075317383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.2980473518371582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.3040889549255371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.33772289276123046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.39641342163085935
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.47902271270751956
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.2695449638366699
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,0.6035327911376953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.2,1.597190399169922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,0.7763961791992188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,1.122429428100586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,1.466769256591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,2.119519958496094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,18.633192138671877
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.2,2.1898899841308594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,2.75152587890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,4.055196838378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,5.401424560546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,26.28978515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,6.762666015624999
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,2,1,power_law_1.01,0.04834047794342041
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,2,1,power_law_1.01,0.13254591941833496
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,2,1,power_law_1.01,0.13288384437561035
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,2,1,power_law_1.01,0.13521792411804198
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,2,1,power_law_1.01,0.13628031730651854
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,2,1,power_law_1.01,0.0771673583984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,2,1,power_law_1.01,0.09304512023925782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,35.151748046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,2,1,power_law_1.01,0.1312998390197754
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,2,1,power_law_1.01,0.13300288200378418
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,2,1,power_law_1.01,0.1313683223724365
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,2,1,power_law_1.01,0.1332038402557373
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,2,1,power_law_1.01,0.13725824356079103
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,2,1,power_law_1.01,0.14077119827270507
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,2,1,power_law_1.01,0.1510214424133301
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,2,1,power_law_1.01,0.15743295669555663
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,2,1,power_law_1.01,0.1672051239013672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,2,1,power_law_1.01,0.18785919189453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,2,1,power_law_1.01,0.2378982353210449
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.01,0.2826611137390137
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.01,0.3751456069946289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.01,0.47034881591796873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.16283519744873048
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.23625663757324217
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.31046079635620116
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.01,0.6521683502197265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.45970432281494145
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.5086188888549804
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.5527814483642578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.5588544082641602
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.5557708740234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.564071044921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.5687686538696288
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,0.6157587051391602
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,0.6536780548095703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,0.6774553680419922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,0.7344844818115235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,0.7840358734130859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,0.8569305419921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,1.0063763427734376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.01,0.8401376342773437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,1.3130624389648438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,1.6606764221191406
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.01,1.3636012268066406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,2.3294213867187503
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,2.976329040527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,4.272904968261718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,5.677427978515626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.01,1.7341818237304687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,8.463388671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.09233792304992676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.13131775856018066
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.15545215606689453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.01,2.5614035034179685
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.2671801567077637
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.26986623764038087
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.26992000579833986
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.26875392913818363
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.272359676361084
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.2719449615478516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.27463808059692385
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.24759040832519533
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.2767065620422363
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.2738252830505371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.2876217651367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.3013203239440918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,11.872088623046874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.3095436859130859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.34575424194335935
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.4004729461669922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.47904705047607427
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,0.6102790451049804
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,0.798545913696289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,1.1197830200195313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.01,3.4257931518554683
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,1.4689715576171873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,2.155564727783203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,2.755024108886719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,2,1,power_law_1.2,0.0524179220199585
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,2,1,power_law_1.2,0.07032256126403809
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,19.325617675781253
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,2,1,power_law_1.2,0.08619903564453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,2,1,power_law_1.2,0.1316697597503662
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,2,1,power_law_1.2,0.1302233600616455
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,2,1,power_law_1.2,0.13340224266052245
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,2,1,power_law_1.2,0.1331948757171631
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,2,1,power_law_1.2,0.13250944137573242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,2,1,power_law_1.2,0.13449151992797853
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,2,1,power_law_1.2,0.1347424030303955
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,2,1,power_law_1.2,0.1363532829284668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,2,1,power_law_1.2,0.13916031837463377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,2,1,power_law_1.2,0.15203264236450195
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.01,4.27541748046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,4.017055358886719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,27.46288330078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,5.4304345703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,6.889598999023437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,2,1,power_law_1.2,0.14162943840026856
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,2,1,power_law_1.2,0.1641606330871582
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,2,1,power_law_1.2,0.17230527877807617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,36.993740234375004
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.2,0.6806642913818359
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,2,1,power_law_1.2,0.19515392303466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,2,1,power_law_1.2,0.23942335128784178
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.2,0.28791744232177735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.2,0.38423614501953124
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.2,0.46861312866210936
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.2,0.9311225891113282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.10692416191101076
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.2,1.3306419372558593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.14942527770996095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.5263616180419921
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,0.9558547210693359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.30384767532348633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.3772140502929688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.422833251953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,1.463910369873047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,1.4890176391601562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,1.592978515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.2,1.707407989501953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,1.721901397705078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,1.77420166015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,1.8820159912109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,1.8636595153808593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,1.90316162109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,0.7496428680419922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,1.9889651489257811
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,2.3366738891601564
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,2.155501403808594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,2.7557882690429687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.2,2.5976876831054687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,3.8486328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,3.0854470825195315
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,4.67922119140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,6.2443914794921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.09859264373779297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.07153088092803955
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.15978240013122558
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.41216896057128904
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.2827935981750488
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,7.9925537109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.5444499206542969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,0.7460575866699218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,0.8029357147216796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,0.7698348999023438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,0.7857164764404297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,10.974376220703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.2,3.5049035644531252
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,0.8380941009521484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,0.8730841827392577
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,14.170233154296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,0.8830912017822266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,17.2928857421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,0.8740064239501952
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.0047129821777343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,0.9995116424560546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,1.1512064361572265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.0827251434326173
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.2,4.319947509765624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.0288038635253907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,1.3893260192871093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,1.6144793701171873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,1.8933363342285154
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,2.4242521667480466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,1.2714297485351562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,2.9341796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,3.953890686035156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,5.0548071289062495
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,6.0568304443359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,2,1,power_law_1.01,0.07340864181518555
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,2,1,power_law_1.01,0.0921504020690918
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,2,1,power_law_1.01,0.48366527557373046
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,2,1,power_law_1.01,0.4912236785888672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,2,1,power_law_1.01,0.5168473434448242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,2,1,power_law_1.01,0.12186623573303224
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,2,1,power_law_1.01,0.5431628799438476
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,2,1,power_law_1.01,0.5436377716064453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,2,1,power_law_1.01,0.17855743408203123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,2,1,power_law_1.01,0.5547827148437501
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,2,1,power_law_1.01,0.5889625549316406
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,2,1,power_law_1.01,0.5961094284057618
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,2,1,power_law_1.01,0.25372991561889646
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,2,1,power_law_1.01,0.6268384170532226
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,2,1,power_law_1.01,0.31974016189575194
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,2,1,power_law_1.01,0.4717440032958985
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,2,1,power_law_1.01,0.4520601654052735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,2,1,power_law_1.01,0.6921670532226563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.01,0.7528307342529297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.01,0.8850214385986328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.01,1.0008684539794923
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.01,1.2671897888183594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.01,1.5622515869140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.2939596748352051
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.4663078308105469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.6754195404052734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,0.9005689239501953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.01,2.7861926269531248
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.01,2.153645477294922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.1510758399963379
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.1062342357635498
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.408686065673828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.4438951110839844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,1.5961561584472657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.3388121032714844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,1.5074111938476562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,1.7355007934570312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,1.8070553588867189
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,1.960746307373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,1.9704121398925782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,2.0817805480957032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,2.260307159423828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,1.8910739135742187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,2.475597381591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,2.847223815917969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,3.2627584838867185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,3.9542132568359376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,4.825217895507812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.01,3.9831558227539063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,6.356842651367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.09838399887084961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.16045503616333007
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,7.954732666015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.26465856552124023
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.01,5.226307983398438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.5187212753295898
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,0.725038070678711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,0.762906265258789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.06980160236358643
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,0.7807577514648438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,0.8061869049072266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,0.8389158630371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,11.288173828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,0.8713568115234376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,0.881006088256836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,0.9105619049072265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.030734100341797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.0453638458251953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.0703769683837892
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.38424766540527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,1.1471878051757813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,1.2066989135742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,1.3505926513671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,7168,2048,8,256,2,1,power_law_1.01,6.47911376953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,1.4434970092773436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,14.187591552734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,17.43786865234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,2,1,power_law_1.2,0.07347392082214356
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,1.9628134155273436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,1.6855065917968752
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,2,1,power_law_1.2,0.11912192344665526
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,2,1,power_law_1.2,0.09164799690246582
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,2,1,power_law_1.2,0.16915712356567383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,2,1,power_law_1.2,0.23331647872924804
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,3.0012091064453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,2.4876953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,2,1,power_law_1.2,0.3039878463745117
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,2,1,power_law_1.2,0.46606529235839844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,2,1,power_law_1.2,0.4428377532958985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,5.082691345214844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,4.002547302246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,2,1,power_law_1.2,0.47980094909667964
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,2,1,power_law_1.2,0.4989344024658203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,6.067859497070312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,2,1,power_law_1.2,0.5172870254516602
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,2,1,power_law_1.2,0.5403718566894531
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,2,1,power_law_1.2,0.5774777603149415
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,2,1,power_law_1.2,0.5518329620361329
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,2,1,power_law_1.2,0.6019187164306641
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,2,1,power_law_1.2,0.6315020751953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.2,1.0325299072265626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,2,1,power_law_1.2,0.679788818359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,2,1,power_law_1.2,0.7629484558105469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.2,0.8462387084960937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.2,1.2224371337890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.02876672029495239
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.04077695846557618
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.2,1.6625759887695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.2,3.1633319091796874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.2,2.1244595336914065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.05599999904632569
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.06960192203521728
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.13073984146118164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.12157504081726074
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.1312959957122803
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.13309120178222655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.08138431549072266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.13202688217163086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.13862527847290038
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,0.14827648162841797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,0.1493881607055664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,0.1585427188873291
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,0.15926527976989746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,0.16643007278442384
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.2146694374084473
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.308277759552002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.5075129699707032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.40665023803710937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.2,4.232644348144531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.7129228973388673
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.03290496110916138
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,0.9158656311035156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.3252665710449218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03672703981399536
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.04755392074584961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.05822591781616211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.07449664115905762
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.09814080238342285
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,1.7345190429687498
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.10260671615600585
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,2.1426617431640627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.10242176055908203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.10605759620666504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.10848575592041017
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.12066240310668945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.12150400161743165
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.12477696418762207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.10530303955078124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.12757439613342286
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.12821696281433106
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.13679871559143067
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.18481599807739257
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.14170175552368164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.21267072677612306
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.16068031311035155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.26748159408569333
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.3215840148925781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,0.5520415878295898
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.4381113433837891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,0.7862284851074219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.0154630279541015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,1.2422067260742187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2048,768,8,128,2,1,power_law_1.01,0.03699903964996338
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2048,768,8,128,2,1,power_law_1.01,0.06852352142333984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2048,768,8,128,2,1,power_law_1.01,0.06886720180511474
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2048,768,8,128,2,1,power_law_1.01,0.039749760627746586
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2048,768,8,128,2,1,power_law_1.01,0.07119487762451172
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2048,768,8,128,2,1,power_law_1.01,0.07122240066528321
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2048,768,8,128,2,1,power_law_1.01,0.07417727947235107
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2048,768,8,128,2,1,power_law_1.01,0.0748307180404663
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2048,768,8,128,2,1,power_law_1.01,0.07641664028167724
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2048,768,8,128,2,1,power_law_1.01,0.08023103713989257
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2048,768,8,128,2,1,power_law_1.01,0.04517759799957276
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2048,768,8,128,2,1,power_law_1.01,0.048048000335693355
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2048,768,8,128,2,1,power_law_1.01,0.05301824092864991
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2048,768,8,128,2,1,power_law_1.01,0.06435455799102782
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2048,768,8,128,2,1,power_law_1.01,0.08443584442138671
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2048,768,8,128,2,1,power_law_1.01,0.08710528373718261
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2048,768,8,128,2,1,power_law_1.01,0.09427519798278808
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2048,768,8,128,2,1,power_law_1.01,0.12503487586975098
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2048,768,8,128,2,1,power_law_1.01,0.10933823585510254
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2048,768,8,128,2,1,power_law_1.01,0.26713024139404296
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2048,768,8,128,2,1,power_law_1.01,0.15755711555480958
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2048,768,8,128,2,1,power_law_1.01,0.3460287857055664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2048,768,8,128,2,1,power_law_1.01,0.19266687393188478
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.04160319805145264
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2048,768,8,128,2,1,power_law_1.01,0.4983340835571289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.0658239984512329
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2048,768,8,128,2,1,power_law_1.01,0.6598515319824219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.07793920040130616
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.12560895919799803
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2048,768,8,128,2,1,power_law_1.01,0.9935033416748047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.13159168243408204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.13204607963562012
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.13108287811279298
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.13386879920959474
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2048,768,8,128,2,1,power_law_1.01,1.3360313415527343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.141780481338501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.02800447940826416
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.050058240890502925
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,0.15044032096862794
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,0.15603072166442872
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,0.14956800460815428
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,0.16586816787719727
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,0.1581171226501465
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,0.19651519775390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,0.16099071502685547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2048,768,8,128,2,1,power_law_1.01,1.6682342529296874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.2190764808654785
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.2679852867126465
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.40906753540039065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.3106489562988281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03714432001113892
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.046327037811279295
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.5111660766601562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.03291327953338623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.05452672004699707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.07277952194213867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.10304191589355469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.10565247535705566
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.7152953338623047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.09975359916687013
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.1081049633026123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.1059347152709961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.10890751838684083
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.12275967597961426
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.12596863746643067
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.12203455924987794
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,0.9217766571044923
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.13102975845336914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.15179455757141114
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.13723135948181153
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.16412416458129883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.1292191982269287
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.19061887741088868
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.214769287109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.2680339241027832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.32795009613037107
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.4391814422607422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.3345855712890624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2048,768,8,128,2,1,power_law_1.2,0.03967679977416992
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,0.5569862365722656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2048,768,8,128,2,1,power_law_1.2,0.04481664180755615
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2048,768,8,128,2,1,power_law_1.2,0.04688960075378418
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2048,768,8,128,2,1,power_law_1.2,0.05182911872863769
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2048,768,8,128,2,1,power_law_1.2,0.06904895782470703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2048,768,8,128,2,1,power_law_1.2,0.0662662410736084
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2048,768,8,128,2,1,power_law_1.2,0.06999231815338135
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2048,768,8,128,2,1,power_law_1.2,0.07147136211395264
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2048,768,8,128,2,1,power_law_1.2,0.072740478515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2048,768,8,128,2,1,power_law_1.2,0.0746227216720581
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2048,768,8,128,2,1,power_law_1.2,0.07637311935424804
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2048,768,8,128,2,1,power_law_1.2,0.07882815837860108
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2048,768,8,128,2,1,power_law_1.2,0.03699199914932251
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,1.7428536987304688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,0.7892537689208984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2048,768,8,128,2,1,power_law_1.2,0.08310527801513672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2048,768,8,128,2,1,power_law_1.2,0.08780351638793946
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2048,768,8,128,2,1,power_law_1.2,0.0916966438293457
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2048,768,8,128,2,1,power_law_1.2,0.10225728034973144
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2048,768,8,128,2,1,power_law_1.2,0.12400704383850099
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2048,768,8,128,2,1,power_law_1.2,0.14658623695373535
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2048,768,8,128,2,1,power_law_1.2,0.19796928405761718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,1.0188921356201173
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2048,768,8,128,2,1,power_law_1.2,0.25107839584350583
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,2.1484716796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2048,768,8,128,2,1,power_law_1.2,0.36106750488281253
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.06275519847869873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.08412672042846679
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.12806336402893065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.2028460884094238
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.23657535552978515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.3530156707763672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.38615295410156253
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.38787582397460935
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.41265857696533204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.4164467239379883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.4400940704345703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2048,768,8,128,2,1,power_law_1.2,0.47540737152099605
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.44659584045410156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.4532064056396484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.4898988723754883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.51
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.5109657669067383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.5245024108886719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.6000742340087891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.6521695709228515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.8317772674560547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.0180262756347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.3492384338378907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.7005337524414064
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2048,768,8,128,2,1,power_law_1.2,0.7029484558105469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.3956434631347654
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,3.077071228027344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,1.2456095886230467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.498177185058593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.03867199897766113
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.06368063926696778
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.1194707202911377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2048,768,8,128,2,1,power_law_1.2,0.9280409240722657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.15590208053588867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,5.997276000976562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.23668352127075196
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.2383033561706543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.2450534439086914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.24567167282104493
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.25683008193969725
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.2793215942382813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.28443967819213867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.2924307250976562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.30215744018554686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.29886016845703123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.31726144790649413
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.33022720336914063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,7.429121704101563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.3625068664550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.09423040390014649
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.22329151153564455
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.42147262573242184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.48636608123779296
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,0.6097824096679687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,0.7275289916992188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,0.9973580932617188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2048,768,8,128,2,1,power_law_1.2,1.377052764892578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,1.2452569580078126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,1.7729887390136718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,2.300372467041016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,2.8368365478515623
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,2,1,power_law_1.01,0.03984832048416138
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,2,1,power_law_1.01,0.14475711822509765
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,2,1,power_law_1.01,0.1462617588043213
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,2,1,power_law_1.01,0.15108608245849608
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,2,1,power_law_1.01,0.05145535945892334
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,2,1,power_law_1.01,0.15267519950866698
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,2,1,power_law_1.01,0.07798912048339843
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,2,1,power_law_1.01,0.16092159271240233
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,2,1,power_law_1.01,0.06485695838928222
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,2,1,power_law_1.01,0.1615622329711914
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,2,1,power_law_1.01,0.1660006332397461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2048,768,8,128,2,1,power_law_1.2,1.8313874816894533
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,2,1,power_law_1.01,0.09430527687072754
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,2,1,power_law_1.01,0.17607103347778322
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,2,1,power_law_1.01,0.13529727935791017
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,2,1,power_law_1.01,0.185032958984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,2,1,power_law_1.01,0.20778175354003908
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,2,1,power_law_1.01,0.1900217628479004
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,2,1,power_law_1.01,0.23991680145263672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.01,0.27843584060668947
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.01,0.3577670288085938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.01,0.44049854278564454
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2048,768,8,128,2,1,power_law_1.2,2.2914886474609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.06301055908203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.08580160140991211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.1250483226776123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.1879974365234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.23439807891845704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.36206401824951173
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.3909280014038086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.40433536529541014
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.01,0.6205440139770507
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.4195315170288086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.4246451187133789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.4514963150024414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.45709182739257814
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.45654655456542964
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.4982323074340821
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.5076095962524414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.5146355056762696
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.5308780670166016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.6129856109619141
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.01,0.7868038177490234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.677553939819336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.8255872344970703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,0.9762675476074218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.3684121704101562
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.01,1.1559168243408204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.7034169006347657
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.01,1.5297319030761718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.391710662841797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.04104959964752197
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.061912961006164544
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.09357376098632812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.11282752037048341
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.15124352455139162
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.22696256637573242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.01,2.2766406249999998
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.24314687728881834
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.23875200271606448
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.2466054344177246
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.01,3.044176025390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.2518092727661133
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.01,3.875699157714844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.25844287872314453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.287131519317627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.28709247589111325
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,3.093797607421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.2944038391113281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.3039571189880371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.30626432418823246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.31861759185791017
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.3462726211547852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.3714048004150391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.4343475341796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.495818862915039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,0.6120505523681641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,0.7442694091796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,0.9988716888427736
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,2,1,power_law_1.2,0.03984512090682983
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,2,1,power_law_1.2,0.05116415977478027
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,2,1,power_law_1.2,0.06330048084259034
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,2,1,power_law_1.2,0.07492479801177979
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,2,1,power_law_1.2,0.09055104255676269
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,4.50548095703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,2,1,power_law_1.2,0.13774463653564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,2,1,power_law_1.2,0.14932607650756835
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,2,1,power_law_1.2,0.15293951988220217
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,2,1,power_law_1.2,0.15647104263305664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,2,1,power_law_1.2,0.1633420753479004
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,1.2575609588623047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,2,1,power_law_1.2,0.1681350326538086
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,2,1,power_law_1.2,0.16983423233032227
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,2,1,power_law_1.2,0.1465561580657959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,1.7840095520019532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,5.999425659179687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,2,1,power_law_1.2,0.1820947265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,2,1,power_law_1.2,0.19183807373046874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,2,1,power_law_1.2,0.20047744750976562
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,2,1,power_law_1.2,0.22513343811035158
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,2,1,power_law_1.2,0.27394304275512693
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.2,0.3235103988647461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.2,0.43711296081542966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,2.31198974609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,7.485268554687499
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.2,0.5490681457519531
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.2,0.793095703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.1028883171081543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.15832639694213868
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.2,1.045458526611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.3255948638916016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.4611532974243164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.6201574325561523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,0.9829376220703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.0427289581298829
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,1.1010336303710937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,1.1136959838867189
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.1514790344238282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.257190399169922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.3097209167480468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,2.8226162719726564
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.2,1.5376237487792968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,1.331598663330078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,1.375957794189453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,1.4164314270019531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,1.4386349487304688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,1.5305970764160155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,1.714391632080078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,1.8987680053710938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,2.310056915283203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,2.7395892333984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,3.5772927856445316
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,4.400522155761719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.2,2.0124549865722656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,6.151248779296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.07346816062927246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.11478400230407715
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.1786675262451172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,7.835349731445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.2492326354980469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.34395713806152345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.5316947174072266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,0.5638496017456054
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,0.5887820816040039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,0.5977382278442382
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,0.608832015991211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,0.6242374420166016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,0.638466567993164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,11.1778369140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,0.6980850982666016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,0.7328435516357421
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,0.7335897827148438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,0.7278253173828124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,0.764263687133789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,14.4826806640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,0.822446060180664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,17.863468017578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,0.8573401641845703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,0.9872013092041015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,1.3637843322753906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,1.116339874267578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.2,3.010175476074219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,1.681372833251953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,2.7006951904296876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,2.164423065185547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,3.7479193115234373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,4.851822204589844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,5.912144775390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,2,1,power_law_1.01,0.06428607940673828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,2,1,power_law_1.01,0.3355801773071289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,2,1,power_law_1.01,0.35193599700927736
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,2,1,power_law_1.01,0.3586656188964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,2,1,power_law_1.01,0.36468158721923827
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,2,1,power_law_1.01,0.0803212833404541
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,2,1,power_law_1.01,0.1085324764251709
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,2,1,power_law_1.01,0.3812575912475586
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,2,1,power_law_1.01,0.38728126525878903
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.2,3.9804934692382816
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,2,1,power_law_1.01,0.3935398483276367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,2,1,power_law_1.01,0.4181561660766602
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,2,1,power_law_1.01,0.4296883010864258
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,2,1,power_law_1.01,0.14974207878112794
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,2,1,power_law_1.01,0.19954687118530273
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,2,1,power_law_1.01,0.3149996757507324
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,2,1,power_law_1.01,0.4365068817138672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,2,1,power_law_1.01,0.4700767898559571
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,2,1,power_law_1.01,0.5396979141235352
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.01,0.5891443252563476
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.01,0.7331993865966797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.01,0.8849286651611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.2,5.003925170898437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.01,1.182165756225586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.15822400093078612
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.1024345588684082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.30581247329711914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.5499571228027345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.4099795150756836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,0.9731263732910156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.0316057586669922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,1.1081613159179686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.154268798828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.2063910675048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.2876383972167968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.4163116455078124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,1.3805068969726562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,1.4055007934570312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,1.5038156127929687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,1.5841938781738283
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,1.4654559326171874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.01,1.507183380126953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,1.7710386657714843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,1.9313670349121093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,2.3606726074218747
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,2.7480218505859377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,3.57403076171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.01,2.1562860107421877
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.01,2.821940612792969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,4.467308654785156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.01,4.187595520019531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,6.180132446289063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.07265920162200927
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.11729087829589843
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.01,5.57044677734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.17185855865478517
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.23420032501220703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.3184262466430664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,2560,8,160,2,1,power_law_1.01,6.99025146484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,7.856600952148438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.5292780685424805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,0.5625241470336915
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,0.5950035095214844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,0.6144921493530273
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,0.6365804672241211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,0.6216780853271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,0.6563097381591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,0.7303263854980468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,0.7553990173339844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,0.7383468627929688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,0.7636780548095703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,0.7940428924560547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,11.1582177734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,0.8457881927490234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,0.8851801300048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.0070349121093751
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,1.1210623931884764
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,1.4176339721679687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,1.6597702026367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,2,1,power_law_1.2,0.06469696044921876
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,2,1,power_law_1.2,0.07822912216186524
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,2,1,power_law_1.2,0.10628031730651855
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,2.1871463012695314
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,2,1,power_law_1.2,0.13807680130004882
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,2,1,power_law_1.2,0.18439680099487304
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,2,1,power_law_1.2,0.31339967727661133
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,2,1,power_law_1.2,0.33490814208984376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,2.7205822753906252
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,2,1,power_law_1.2,0.3686598587036133
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,14.59817138671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,2,1,power_law_1.2,0.35979198455810546
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,2,1,power_law_1.2,0.3760460662841797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,2,1,power_law_1.2,0.38976318359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,2,1,power_law_1.2,0.4170265579223633
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,2,1,power_law_1.2,0.4039756774902344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,2,1,power_law_1.2,0.42938880920410155
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,2,1,power_law_1.2,0.4714611053466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,2,1,power_law_1.2,0.5106854248046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,3.7663565063476563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,18.06156494140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,4.810705871582032
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,2,1,power_law_1.2,0.45326080322265627
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,2,1,power_law_1.2,0.5919270324707031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,5.931774291992188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.2,0.67997314453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.2,0.8813529968261719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.2,1.0964780426025391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.11090815544128418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.1527948760986328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.3116870307922363
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.5380799865722656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,0.8959385681152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.2,1.5631756591796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,1.2352313232421874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.438470458984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,1.865850830078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,2.0357875061035156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.2,2.02177734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,1.9996083068847657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,2.1365895080566406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,2.171248016357422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,2.3547744750976562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,2.493243560791016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,2.647241516113281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,2.932822265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,2.663310852050781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,2.8653829956054686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,3.052965087890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.2,3.000579223632813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,3.4044134521484373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,3.764816589355469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.2,4.0158560180664065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,4.662171020507812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,5.42584716796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,7.063065185546876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.07465919971466065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.10202431678771973
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,8.57626220703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.28594879150390623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.4790611267089844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,0.6828428649902344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.2,6.044874877929688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,0.8028262329101562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.0042720031738281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.0705312347412108
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.0927820587158203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,1.1374918365478517
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,1.1608959960937502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,1.2005721282958983
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,1.2302015686035157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,11.800491943359376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,1.2513721466064454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,1.3034016418457033
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,1.4448121643066405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,1.4940634155273438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.2,8.06720703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,15.122257080078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,1.687298583984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,1.5458630371093751
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,18.093873291015626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,1.812593994140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,2.0640460205078126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,2.298341827392578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,2.871296691894531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,3.33880126953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,4.48537353515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,5.5493402099609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,6.685142211914062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,2,1,power_law_1.01,0.08931967735290527
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,2,1,power_law_1.01,0.13611328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,2,1,power_law_1.01,0.08904512405395508
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,2,1,power_law_1.01,0.14828224182128907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,2,1,power_law_1.01,0.15973440170288086
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,2,1,power_law_1.01,0.18359872817993164
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,2,1,power_law_1.01,0.0909727954864502
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,2,1,power_law_1.01,0.09370431900024415
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,2,1,power_law_1.01,0.09971263885498047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,2,1,power_law_1.01,0.11237183570861817
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,2,1,power_law_1.01,0.1237715244293213
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,2,1,power_law_1.01,0.2183449554443359
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,2,1,power_law_1.01,0.2433817672729492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,2,1,power_law_1.01,0.2909004783630371
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,2,1,power_law_1.01,0.3536262512207031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,2,1,power_law_1.01,0.40244289398193356
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,2,1,power_law_1.01,0.5180780792236328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,2,1,power_law_1.01,0.7391916656494141
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.01,1.3961932373046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.11038080215454102
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.15216575622558595
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.01,0.9591980743408204
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.01,1.840293731689453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.30644927978515624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.01,2.7104107666015627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.1201318359374999
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,0.7939993286132813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,1.3411410522460936
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.01,3.5988888549804683
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,1.8181336975097657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,1.929174346923828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,1.9995872497558593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,2.0566969299316407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.5118368148803711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,2.205416259765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.01,5.3373876953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,2.312891540527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,2.8243008422851563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,2.507993621826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,2.6602816772460938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,2.697991027832031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,2.8983987426757816
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,3.0829037475585936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,3.9558694458007815
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,3.5119256591796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,4.739010009765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,5.524597778320312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,7.152408447265626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.07363071918487549
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.1010483169555664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.287578239440918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.1618681526184082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,8.806808471679688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.4389984130859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.6199488067626954
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,0.7550911712646484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,0.989838104248047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.043605728149414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.0695001220703124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.1102950286865234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,12.071826171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,1.1606156921386719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,1.1846771240234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,1.220479965209961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,15.144921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,1.2409766387939452
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,1.2840045166015623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,1.4355999755859377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,18.315341796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,1.5150674438476561
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,1.7578688049316404
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,1.8974458312988283
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,1.5889176940917968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,2.1641996765136717
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,2.4364108276367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,2,1,power_law_1.2,0.08905664443969727
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,2.978637390136719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,2,1,power_law_1.2,0.08974335670471192
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,2,1,power_law_1.2,0.09118656158447266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,3.525325927734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,2,1,power_law_1.2,0.09412416458129882
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,4.530069885253907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,2,1,power_law_1.2,0.10082431793212891
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,2,1,power_law_1.2,0.11194304466247558
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,5.655993041992188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,2,1,power_law_1.2,0.13640064239501953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,2,1,power_law_1.2,0.14778944015502932
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,6.675662231445313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,2,1,power_law_1.2,0.15976320266723634
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,2,1,power_law_1.2,0.2190399932861328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,2,1,power_law_1.2,0.12168255805969239
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,2,1,power_law_1.2,0.24374656677246093
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,2,1,power_law_1.2,0.29155008316040043
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,2,1,power_law_1.2,0.18156032562255858
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,2,1,power_law_1.2,0.35311614990234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,2,1,power_law_1.2,0.40161281585693354
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,2,1,power_law_1.2,0.5172716903686523
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,2,1,power_law_1.2,0.7385612487792969
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.2,0.9573490905761719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.2,1.3986061096191407
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.2,2.712735290527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.2,1.8408358764648436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.03411520004272461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.12822527885437013
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.2,3.5839501953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.05685376167297364
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.2,5.347576904296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.2494937515258789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.16832895278930665
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.261713924407959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,0.2913657569885254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.08012800216674805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.28340543746948244
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,0.3029100799560547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,0.292346248626709
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,0.3215187072753906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,0.30980159759521486
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,0.38691009521484376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,0.3649087905883789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,0.34507774353027343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,0.4774752044677735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,0.38581569671630855
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,0.4518380737304687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,0.42038784027099607
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,0.5364960098266602
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,0.8107174682617189
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,1.0166867065429688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,0.7229631805419923
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,1.2380947113037108
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.01,2.4029139709472656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,1.627051544189453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,2.050783996582031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2688,1856,6,128,2,1,power_law_1.01,0.03903808116912842
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2688,1856,6,128,2,1,power_law_1.01,0.11648384094238282
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2688,1856,6,128,2,1,power_law_1.01,0.04486080169677734
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2688,1856,6,128,2,1,power_law_1.01,0.12376383781433105
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2688,1856,6,128,2,1,power_law_1.01,0.1264185619354248
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2688,1856,6,128,2,1,power_law_1.01,0.05578176021575928
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2688,1856,6,128,2,1,power_law_1.01,0.06900800228118896
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2688,1856,6,128,2,1,power_law_1.01,0.12661631584167482
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2688,1856,6,128,2,1,power_law_1.01,0.13068032264709473
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2688,1856,6,128,2,1,power_law_1.01,0.08262528419494629
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2688,1856,6,128,2,1,power_law_1.01,0.1328339195251465
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2688,1856,6,128,2,1,power_law_1.01,0.14142911911010742
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2688,1856,6,128,2,1,power_law_1.01,0.13559743881225586
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2688,1856,6,128,2,1,power_law_1.01,0.14680000305175783
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2688,1856,6,128,2,1,power_law_1.01,0.14935744285583497
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2688,1856,6,128,2,1,power_law_1.01,0.11173248291015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2688,1856,6,128,2,1,power_law_1.01,0.16152896881103515
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2688,1856,6,128,2,1,power_law_1.01,0.2053388786315918
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2688,1856,6,128,2,1,power_law_1.01,0.18508287429809572
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2688,1856,6,128,2,1,power_law_1.01,0.3092927932739258
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2688,1856,6,128,2,1,power_law_1.01,0.41478336334228516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2688,1856,6,128,2,1,power_law_1.01,0.7641030120849609
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.056673278808593755
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2688,1856,6,128,2,1,power_law_1.01,0.2552569580078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.08463040351867676
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2688,1856,6,128,2,1,power_law_1.01,0.524964485168457
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.1598739242553711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.2687417602539063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.2812678337097168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,0.2914969635009766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.037470719814300536
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,0.3064569664001465
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,0.319245433807373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,0.3339558410644531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,0.3612646484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.11508223533630371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,0.37314113616943356
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,0.30012735366821286
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,0.3973823928833008
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2688,1856,6,128,2,1,power_law_1.01,0.9929100799560547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.24365760803222658
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2688,1856,6,128,2,1,power_law_1.01,1.4847334289550782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,0.5477644729614257
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2688,1856,6,128,2,1,power_law_1.01,1.9733100891113282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,0.7488870239257812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,0.8538233947753906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2688,1856,6,128,2,1,power_law_1.01,2.4713407897949216
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,0.39406208038330076
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,0.42097599029541016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,0.46430015563964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,1.031619186401367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2688,1856,6,128,2,1,power_law_1.2,0.046244478225708006
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2688,1856,6,128,2,1,power_law_1.2,0.05576576232910156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,1.2104377746582031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2688,1856,6,128,2,1,power_law_1.2,0.0790560007095337
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2688,1856,6,128,2,1,power_law_1.2,0.06460095882415771
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,0.49409664154052735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2688,1856,6,128,2,1,power_law_1.2,0.11227519989013672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2688,1856,6,128,2,1,power_law_1.2,0.11767807960510254
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2688,1856,6,128,2,1,power_law_1.2,0.12256768226623535
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2688,1856,6,128,2,1,power_law_1.2,0.13182527542114258
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2688,1856,6,128,2,1,power_law_1.2,0.13026944160461426
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,1.6324102783203123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2688,1856,6,128,2,1,power_law_1.2,0.13755583763122559
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2688,1856,6,128,2,1,power_law_1.2,0.1410323238372803
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2688,1856,6,128,2,1,power_law_1.2,0.14819583892822266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,2.085928955078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2688,1856,6,128,2,1,power_law_1.2,0.03905407905578613
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2688,1856,6,128,2,1,power_law_1.2,0.17366655349731447
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2688,1856,6,128,2,1,power_law_1.2,0.12743424415588378
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.2,2.4399821472167966
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2688,1856,6,128,2,1,power_law_1.2,0.15383423805236815
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2688,1856,6,128,2,1,power_law_1.2,0.16102464675903322
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2688,1856,6,128,2,1,power_law_1.2,0.20387840270996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2688,1856,6,128,2,1,power_law_1.2,0.3082784080505371
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2688,1856,6,128,2,1,power_law_1.2,0.3870732879638672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2688,1856,6,128,2,1,power_law_1.2,0.23474048614501952
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2688,1856,6,128,2,1,power_law_1.2,0.5530348968505859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.16484224319458007
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2688,1856,6,128,2,1,power_law_1.2,0.7274700927734374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.2693683242797852
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2688,1856,6,128,2,1,power_law_1.2,1.1025389099121095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.01,1.1527769470214844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.01,0.7929792022705078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2688,1856,6,128,2,1,power_law_1.2,1.4774546813964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.01,1.9592274475097657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.01,0.4864057540893555
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.01,1.815870056152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.01,2.0533683776855467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.01,2.182150421142578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2688,1856,6,128,2,1,power_law_1.2,2.2871142578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.01,2.113585968017578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.01,2.4002342224121094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.01,2.235920715332031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.01,2.590859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2688,1856,6,128,2,1,power_law_1.2,3.074134521484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.01,2.320801239013672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.01,3.0009671020507813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.01,2.7463494873046876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.01,2.962410888671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2688,1856,6,128,2,1,power_law_1.2,3.8728024291992185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.01,3.553236389160156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.01,3.2714010620117184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.01,3.6144186401367184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.01,3.9863540649414064
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.01,6.1860070800781255
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.01,7.585976562499999
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.01,5.474939575195313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.01,0.17869247436523436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.01,8.936809692382813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.01,0.2912544059753418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.01,0.11079680442810058
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.01,0.6680774688720703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.01,1.0900940704345703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.01,0.47843456268310547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.01,1.2794278717041014
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.01,1.161335678100586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.01,1.1994771575927734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.01,1.3412991333007813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.01,1.3691334533691406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.01,11.72027587890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.01,1.2565184020996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.01,1.4084077453613282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.01,1.435281982421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.01,1.467156524658203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.01,14.447674560546876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.01,1.2988160705566405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.01,17.398881835937498
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.01,1.800334777832031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.01,1.9467391967773438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.01,1.5441696166992187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.01,2.182329559326172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.01,2.4871417236328126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.01,3.04395263671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.01,3.630501708984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.01,5.870758056640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.01,4.812145385742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.01,8.25211669921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,2688,22,512,2,1,power_law_1.01,0.13104703903198242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,2688,22,512,2,1,power_law_1.01,0.1579417610168457
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,2688,22,512,2,1,power_law_1.01,0.1316044807434082
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,2688,22,512,2,1,power_law_1.01,0.1690496063232422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.01,10.555157470703126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,2,1,power_law_1.01,12.902601318359377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,2688,22,512,2,1,power_law_1.01,0.17972671508789062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,2688,22,512,2,1,power_law_1.01,0.18962560653686525
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,2688,22,512,2,1,power_law_1.01,0.13098048210144042
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,2688,22,512,2,1,power_law_1.01,0.13340224266052245
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,2688,22,512,2,1,power_law_1.01,0.1381100845336914
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,2688,22,512,2,1,power_law_1.01,0.14873791694641114
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,2688,22,512,2,1,power_law_1.01,0.2087603187561035
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,2688,22,512,2,1,power_law_1.01,0.24873983383178713
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,2688,22,512,2,1,power_law_1.01,0.26897855758666994
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,2688,22,512,2,1,power_law_1.01,0.37097152709960934
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,2688,22,512,2,1,power_law_1.01,0.40961727142333987
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,2688,22,512,2,1,power_law_1.01,0.3077945518493652
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,2688,22,512,2,1,power_law_1.01,0.5153548812866211
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,2688,22,512,2,1,power_law_1.01,0.7225574493408203
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,2688,22,512,2,1,power_law_1.01,0.9337292480468751
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,2688,22,512,2,1,power_law_1.01,1.3529624938964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.16611520767211913
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,2688,22,512,2,1,power_law_1.01,1.7642668151855467
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,2688,22,512,2,1,power_law_1.01,2.6023828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.2801657676696777
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.2,0.4877369689941406
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,2688,22,512,2,1,power_law_1.01,3.435594177246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.2,1.0344640350341796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.2,0.7306195068359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.2,1.780444793701172
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,2688,22,512,2,1,power_law_1.01,5.105680541992188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.2,2.1183392333984377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.2,2.020571594238281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,2688,22,512,2,1,power_law_1.01,6.7994885253906245
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.2,1.9484083557128904
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.2,2.2816499328613284
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.2,2.1852735900878906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.2,2.462750091552734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.2,2.4054669189453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.2,2.876728210449219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.2,3.1394873046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.2,3.09204345703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.2,2.698283386230469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.2,3.6865747070312502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.2,3.379927673339844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.2,3.7301477050781253
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.2,4.146798706054687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.2,5.627545166015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.2,6.4527130126953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.2,7.816751098632812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.2,0.17726911544799803
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.2,0.2955801582336426
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.2,9.149700927734376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.2,0.613630714416504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.2,0.4380928039550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.2,1.0652921295166016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.2,1.1549037170410155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.2,1.198689956665039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.2,1.2501119995117187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.2,11.854581298828126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.2,1.2879353332519532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.2,0.11154175758361817
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.2,1.3276383972167969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.2,14.6103173828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.2,1.3699609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.2,1.3938706970214843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.2,1.4861273193359374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.2,1.6077491760253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.2,1.4705165100097655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.2,1.8981280517578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.2,1.5332121276855468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.2,2.015819549560547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.2,2.547968597412109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.2,17.30639404296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.2,2.2819635009765626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.2,3.134510803222656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.2,3.6554779052734374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,2688,22,512,2,1,power_law_1.2,0.13181056022644042
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,2688,22,512,2,1,power_law_1.2,0.13091967582702638
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.2,4.9099557495117185
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,2688,22,512,2,1,power_law_1.2,0.13359871864318848
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,2688,22,512,2,1,power_law_1.2,0.13776960372924804
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.2,5.981343383789063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,2688,22,512,2,1,power_law_1.2,0.158855037689209
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,2688,22,512,2,1,power_law_1.2,0.14900223731994627
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,2688,22,512,2,1,power_law_1.2,0.16826047897338867
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,2688,22,512,2,1,power_law_1.2,0.2079142379760742
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,2688,22,512,2,1,power_law_1.2,0.1889651107788086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.2,8.322623291015626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,2688,22,512,2,1,power_law_1.2,0.2680012893676758
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,2688,22,512,2,1,power_law_1.2,0.12974143981933595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.2,10.541214599609376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,2688,22,512,2,1,power_law_1.2,0.17968255996704102
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,2688,22,512,2,1,power_law_1.2,0.248855037689209
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,2688,22,512,2,1,power_law_1.2,0.3084320068359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,2,1,power_law_1.2,12.864875488281251
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,2688,22,512,2,1,power_law_1.2,0.4104576110839844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,2688,22,512,2,1,power_law_1.2,0.3695590209960938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,2688,22,512,2,1,power_law_1.2,0.5150131225585938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,2688,22,512,2,1,power_law_1.2,0.7227129364013672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,2688,22,512,2,1,power_law_1.2,0.9349446105957032
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,2688,22,512,2,1,power_law_1.2,1.3505349731445313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,2688,22,512,2,1,power_law_1.2,1.7682707214355466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.08005248069763184
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,2688,22,512,2,1,power_law_1.2,2.6002655029296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.11262016296386719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.1556563186645508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.17176448822021484
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,2688,22,512,2,1,power_law_1.2,3.4344869995117184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.1753913688659668
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.18451200485229494
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.17817663192749023
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.1865177536010742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.22726272583007812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.23850048065185545
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.22584768295288088
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.17619712829589845
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.24747840881347657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.2595084762573242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,2688,22,512,2,1,power_law_1.2,5.116210021972656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.290581111907959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.3399001693725586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.4163654327392578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.4969004821777344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.6697261047363281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.840373764038086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.26229248046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,2688,22,512,2,1,power_law_1.2,6.789110107421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.6365728759765623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.4477471923828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,3.203324279785156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.06552832126617432
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.07195072174072266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.09402239799499512
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.10059712409973146
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.10073599815368653
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.10201279640197754
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.10163776397705078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.10237695693969726
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.10515583992004393
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.10626943588256836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.1064748764038086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.051625599861145025
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.10879615783691406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.12365247726440429
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.1350271987915039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.13675583839416502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.15965951919555663
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.1871903991699219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.24136703491210937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.11548928260803222
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,4.772767333984374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.28592256546020506
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.39173439025878903
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,0.5001094436645508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,0.7229203033447266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,6.268076782226562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,8.2549560546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,0.9398944091796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,1.385516815185547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,1.8606349182128905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,2.3333958435058593
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,4,1,power_law_1.01,0.02694080114364624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,4,1,power_law_1.01,0.056445441246032714
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,4,1,power_law_1.01,0.05776319980621338
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,4,1,power_law_1.01,0.056719999313354495
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,4,1,power_law_1.01,0.05648384094238281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,4,1,power_law_1.01,0.058051838874816894
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,4,1,power_law_1.01,0.05869311809539794
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,4,1,power_law_1.01,0.03572479963302612
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,4,1,power_law_1.01,0.04310143947601318
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,4,1,power_law_1.01,0.05606527805328369
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,4,1,power_law_1.01,0.05664639949798585
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,4,1,power_law_1.01,0.05801023960113525
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,4,1,power_law_1.01,0.05975423812866211
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,4,1,power_law_1.01,0.06231808185577392
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,4,1,power_law_1.01,0.0636032009124756
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,4,1,power_law_1.01,0.06810368061065673
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.01,0.10602496147155763
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.01,0.13787455558776857
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,4,1,power_law_1.01,0.07144063949584961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,4,1,power_law_1.01,0.08894463539123534
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.01,0.16912256240844728
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.07711423873901367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.0919052791595459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.10382335662841798
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.15890624046325683
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.17109439849853517
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.17513280868530273
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.17656192779541016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.175545597076416
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.1864473533630371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.19590848922729492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.2234956741333008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.22856704711914064
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.01,0.23406656265258788
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.2355340766906738
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.2645900726318359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.24884607315063478
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.30511552810668946
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.34383808135986327
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.414642562866211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.5024454498291016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.6787654113769531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.8447347259521484
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.01,0.2998259162902832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.263406753540039
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.01,0.43013633728027345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.6497702026367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.4265478515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.01,0.570390396118164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.052458882331848145
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.06103231906890869
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.06635263919830323
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.0919980812072754
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.09709376335144043
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.10082240104675293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.1004422378540039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.10059264183044433
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.01,0.8530572509765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.10212608337402344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,3.1612429809570313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.10507136344909669
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.10668352127075195
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.10746623992919921
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.11553919792175293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.13125823974609374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.13750016212463378
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.13679615974426268
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.1593292808532715
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.18986175537109376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.10020928382873535
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.23951999664306642
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.2809222412109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.3907596969604492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.01,1.1272959899902344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,0.5009638214111328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,4.800466003417968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,0.7158041381835938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.01,1.4013261413574218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,4,1,power_law_1.2,0.03499200105667114
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,4,1,power_law_1.2,0.039429121017456055
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,4,1,power_law_1.2,0.05598591804504395
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,4,1,power_law_1.2,0.05471039772033691
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,4,1,power_law_1.2,0.05768511772155762
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,4,1,power_law_1.2,0.057681279182434084
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,4,1,power_law_1.2,0.05631999969482422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,4,1,power_law_1.2,0.0575596809387207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,0.9285689544677733
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,4,1,power_law_1.2,0.05754623889923096
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,4,1,power_law_1.2,0.0594214391708374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,4,1,power_law_1.2,0.05940351963043213
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,4,1,power_law_1.2,0.06178751945495605
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,6.40637451171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,4,1,power_law_1.2,0.07191936016082764
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,1.4141119384765626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,4,1,power_law_1.2,0.09264703750610351
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,1.8782234191894531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,8.377218017578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.2,0.1426969623565674
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,4,1,power_law_1.2,0.026701440811157228
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,4,1,power_law_1.2,0.05908415794372559
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,4,1,power_law_1.2,0.06668928146362305
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,2.3393101501464844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,4,1,power_law_1.2,0.07490111827850342
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.2,0.10940608024597168
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.2,0.17445056915283202
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.10347519874572755
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.1329145622253418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.16824832916259766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.2587980842590332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.25474239349365235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.25285951614379887
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.2,0.24457664489746095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.2576940727233887
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.2663667106628418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.2723014450073242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.2807423973083496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.35571262359619144
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.36690238952636717
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.38186561584472656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.2,0.30913663864135743
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.41168960571289065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.42588928222656247
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.4569875335693359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.5275014495849609
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.6738022613525391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.8250707244873047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,1.163729248046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.4790693664550782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,2.166570892333984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.2,0.4470764923095703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.851976318359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.2,0.5792198562622071
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,4.162702026367187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.06535679817199706
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.0825260829925537
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.10674880027770997
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.13758272171020508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.14711872100830078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.14752320289611814
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.15035072326660157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.14941503524780272
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.15063551902770994
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.15327232360839843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.1544480037689209
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.15505920410156251
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,5.579263916015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.15830016136169434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.17296703338623048
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.17589311599731444
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.1804140853881836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.19351615905761718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.22614719390869142
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.2695372772216797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.2,0.8779475402832031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.34552894592285155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,0.42052734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,0.5881356811523437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,8.32102783203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,0.7514636993408204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,1.1382803344726562
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.2,1.1618720245361327
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,1.4676646423339843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,11.336812744140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,2.2351942443847657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,2.8852505493164062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.2,1.4261651611328126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,15.24337158203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,3.59042236328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,4,1,power_law_1.01,0.03272896051406861
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,4,1,power_law_1.01,0.08025856018066406
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,4,1,power_law_1.01,0.08170175552368164
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,4,1,power_law_1.01,0.08232447624206543
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,4,1,power_law_1.01,0.048938879966735835
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,4,1,power_law_1.01,0.0597215986251831
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,4,1,power_law_1.01,0.07968063831329346
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,4,1,power_law_1.01,0.07910912036895752
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,4,1,power_law_1.01,0.0793830394744873
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,4,1,power_law_1.01,0.0800716781616211
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,4,1,power_law_1.01,0.0799187183380127
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,4,1,power_law_1.01,0.08252927780151367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,4,1,power_law_1.01,0.0827359962463379
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,4,1,power_law_1.01,0.08865599632263184
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,4,1,power_law_1.01,0.0925324821472168
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,4,1,power_law_1.01,0.09571136474609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,4,1,power_law_1.01,0.10618176460266113
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,4,1,power_law_1.01,0.1321996784210205
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.01,0.15536512374877928
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.01,0.20177791595458983
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.01,0.2513983917236328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.1029843235015869
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.1253561592102051
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.15456640243530273
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.2597030448913574
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.2480012893676758
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.2571660804748535
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.2593574333190918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.2630969619750977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.2765971183776855
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.2918495941162109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.35676414489746094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.3761017608642578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.37736961364746097
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.40566272735595704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.43387008666992183
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.4675955200195313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.01,0.35177600860595704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.5243462371826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.6655289459228515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.8367225646972656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.01,0.4551385498046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,1.1438220977783202
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.4930035400390627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,2.16234619140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.01,0.6445919799804687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.8424057006835937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,4.165066833496094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.01,0.8584921264648437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.06924672126770019
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.07850560188293457
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.09392704010009766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.13836352348327635
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.1450233554840088
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.1490272045135498
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.15116479873657226
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.15035584449768066
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.1533011245727539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.15403072357177733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.15571071624755858
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.15680576324462892
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.1566988754272461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.16904767990112304
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.1802579116821289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,5.5461401367187495
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.1878086471557617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.1977222442626953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.22662015914916994
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.27004863739013674
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.3454719924926758
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.01,1.3220326232910158
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.4135558319091797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,0.5863628768920899
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,0.7600332641601563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,8.316134643554687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,1.1271481323242187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.01,1.8040722656250001
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,4,1,power_law_1.2,0.033503360748291015
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,4,1,power_law_1.2,0.046440320014953615
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,4,1,power_law_1.2,0.05363903999328613
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,4,1,power_law_1.2,0.07972288131713867
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,4,1,power_law_1.2,0.07883264064788818
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,4,1,power_law_1.2,0.08039104461669921
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,4,1,power_law_1.2,0.0805894374847412
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,4,1,power_law_1.2,0.0798137617111206
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,4,1,power_law_1.2,0.08108160018920899
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,4,1,power_law_1.2,0.08116736412048339
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,4,1,power_law_1.2,0.08225407600402831
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,1.5037983703613282
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.01,2.2132550048828126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,4,1,power_law_1.2,0.08971263885498046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,11.56697998046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,2.194616394042969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,2.9088677978515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,15.619532470703126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,4,1,power_law_1.2,0.082608003616333
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,4,1,power_law_1.2,0.0823532772064209
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,4,1,power_law_1.2,0.09491071701049805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,3.593789367675781
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,4,1,power_law_1.2,0.09883199691772461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,4,1,power_law_1.2,0.10956159591674805
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,4,1,power_law_1.2,0.133503360748291
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.2,0.15925312042236328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.2,0.20890432357788086
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.2,0.2564575958251953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.2,0.35792896270751956
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.06734015941619872
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.2,0.45639297485351565
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.08614272117614746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.339277458190918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.13438783645629884
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.45895935058593745
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.2,0.6696428680419922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.6298937606811523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,0.6613811492919922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.23211008071899414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,0.6725689697265624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.2,0.8928543853759766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,0.7038150024414063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,0.7650246429443359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,0.6707532501220703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,0.860211181640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,0.7644627380371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,0.8972684478759765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,0.7892447662353516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,0.9958175659179688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,1.1953670501708984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,1.197786865234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.0568224334716798
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,1.5319596862792968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,1.3153248596191407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,1.749580841064453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.2,1.3319532775878906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,2.1918138122558597
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.05433216094970703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.07536575794219971
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.1765286445617676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,3.57391357421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.1068447971343994
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.2592492866516113
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,2.7021496582031252
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.3558310317993164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.4663846588134765
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.2,1.7786668395996095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,4.4845343017578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.48453632354736326
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,5.419483032226562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.49036735534667975
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.49791809082031246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.5175251388549805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.5467910385131836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.5372844696044922
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.2,2.285572509765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.5359667205810548
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.6489241790771485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,0.6797113800048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.6290310287475587
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,0.7150873565673829
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.6262470245361328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,0.8689574432373046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,1.1962540435791016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,0.7992966461181641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.0290476989746093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,1.5359143066406251
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,1.8913369750976563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,2.587000427246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,3.3103564453125003
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,4.013064880371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,4,1,power_law_1.01,0.0629856014251709
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,4,1,power_law_1.01,0.07789247989654541
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,4,1,power_law_1.01,0.30404544830322267
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,4,1,power_law_1.01,0.3121279907226563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,4,1,power_law_1.01,0.3274310302734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,4,1,power_law_1.01,0.3455168151855469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,4,1,power_law_1.01,0.3444895935058594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,4,1,power_law_1.01,0.35764415740966793
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,4,1,power_law_1.01,0.09272640228271485
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,4,1,power_law_1.01,0.3796518325805664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,4,1,power_law_1.01,0.38728126525878903
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,4,1,power_law_1.01,0.41230014801025394
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,4,1,power_law_1.01,0.12538432121276855
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,4,1,power_law_1.01,0.16644735336303712
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,4,1,power_law_1.01,0.2032441520690918
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,4,1,power_law_1.01,0.299036808013916
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,4,1,power_law_1.01,0.286873607635498
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.01,0.5185555267333984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,4,1,power_law_1.01,0.4634150314331055
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.01,0.6313119888305664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.01,0.7312582397460938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.01,0.955660171508789
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.01,1.2028018951416015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.1339635181427002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.21853952407836913
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.0852064037322998
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.01,1.6638163757324218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.01,2.2122770690917966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.0666867208480835
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.6203142547607422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.6506470489501953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,0.6679315185546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.3171174430847168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,0.6769964599609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,0.7121324920654297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.4418150329589844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,0.7556550598144531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,0.8316102600097656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,0.7697318267822266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,0.8553119659423828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,0.9275405120849609
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.0576640319824218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,1.22089599609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,1.3401312255859374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,1.5848915100097656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,1.8221842956542968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,2.245059814453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,1.0711449432373048
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,1.240759048461914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.05212480068206787
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.01,3.2375244140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.01,4.279374694824218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,2.7327456665039063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.16868223190307616
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,7168,2048,8,256,4,1,power_law_1.01,5.391836547851563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.24526912689208985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,3.6518975830078126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.34258880615234377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.10539327621459962
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.07478271961212159
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.450041618347168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.47840190887451167
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.4879494476318359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.5022611236572265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,4.549442443847656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.5139839935302735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,5.475004882812501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.6285196685791016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.530956802368164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.5638924789428711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.5387628936767579
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.6474201965332032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,0.7079666900634766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,0.6651679992675781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,0.7455545806884766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,0.8315519714355469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,0.9005126190185546
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,4,1,power_law_1.2,0.06296256065368652
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.0683430480957032
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,4,1,power_law_1.2,0.07723328113555908
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,1.2406163024902344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,4,1,power_law_1.2,0.1199232006072998
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,4,1,power_law_1.2,0.09088895797729493
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,1.9391622924804686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,1.5605427551269533
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,4,1,power_law_1.2,0.15548671722412108
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,4,1,power_law_1.2,0.195532169342041
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,2.627238464355469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,4,1,power_law_1.2,0.29508352279663086
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,4,1,power_law_1.2,0.27898048400878905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,4.02635009765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,3.3083685302734374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,4,1,power_law_1.2,0.30329280853271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,4,1,power_law_1.2,0.33088768005371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,4,1,power_law_1.2,0.3170918464660645
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,4,1,power_law_1.2,0.34514240264892576
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,4,1,power_law_1.2,0.35314815521240234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,4,1,power_law_1.2,0.3768940734863281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,4,1,power_law_1.2,0.3957491302490234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,4,1,power_law_1.2,0.4505759811401367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,4,1,power_law_1.2,0.4134502410888672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.2,0.5994355010986328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,4,1,power_law_1.2,0.5238604736328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.2,0.7683206176757812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.2,0.9447097778320312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.2,1.3020384216308594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.2,1.7158764648437501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.051532797813415535
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.07674240112304688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.035743999481201175
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.0794380807876587
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.08436544418334961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.0797279977798462
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.08577919960021972
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.09011263847351074
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.09813823699951171
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.09988927841186523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.10301759719848633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.10617216110229492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.10799872398376464
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.1148742389678955
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.13783743858337402
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.15753791809082032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.1857459259033203
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.2,2.5630264282226562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.22003135681152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.2,3.5124884033203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.28460479736328126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.04308671951293945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.05757696151733398
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.35383296966552735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.0318067193031311
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.489807357788086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.6280057525634766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,0.9045696258544922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.04143487930297852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.07883135795593262
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.1800601959228516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.08316608428955077
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.0828428840637207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.08549375534057617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.08500800132751465
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.0872486400604248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.03466943979263305
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.01,0.09833087921142578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.05799808025360107
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,1.454582977294922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.01,0.09921600341796874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.048836479187011714
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.01,0.10110336303710939
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.01,0.10229760169982911
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.01,0.11801152229309082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.01,0.11196991920471192
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.01,0.13606016159057616
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.01,0.10513471603393554
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.01,0.15819071769714355
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.01,0.1829964828491211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.01,0.2778796768188477
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.01,0.22920576095581055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.01,0.3800742340087891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.01,0.4802675247192383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.01,0.6824736022949219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.01,0.8810272216796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.01,1.081695327758789
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2048,768,8,128,4,1,power_law_1.01,0.04018432140350342
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2048,768,8,128,4,1,power_law_1.01,0.06347968101501464
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2048,768,8,128,4,1,power_law_1.01,0.06412159919738769
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2048,768,8,128,4,1,power_law_1.01,0.06549312114715576
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2048,768,8,128,4,1,power_law_1.01,0.0667199993133545
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2048,768,8,128,4,1,power_law_1.01,0.06807936191558837
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2048,768,8,128,4,1,power_law_1.01,0.06942527770996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2048,768,8,128,4,1,power_law_1.01,0.07212800025939942
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2048,768,8,128,4,1,power_law_1.01,0.04225024223327637
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2048,768,8,128,4,1,power_law_1.01,0.04499839782714844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2048,768,8,128,4,1,power_law_1.01,0.04722815990447998
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2048,768,8,128,4,1,power_law_1.01,0.051223678588867186
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2048,768,8,128,4,1,power_law_1.01,0.06073472023010253
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2048,768,8,128,4,1,power_law_1.01,0.06158656120300293
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2048,768,8,128,4,1,power_law_1.01,0.07497087955474854
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2048,768,8,128,4,1,power_law_1.01,0.08442048072814942
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2048,768,8,128,4,1,power_law_1.01,0.0965452766418457
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2048,768,8,128,4,1,power_law_1.01,0.14119551658630372
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2048,768,8,128,4,1,power_law_1.01,0.17171648025512695
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2048,768,8,128,4,1,power_law_1.01,0.11197567939758302
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2048,768,8,128,4,1,power_law_1.01,0.0764902400970459
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2048,768,8,128,4,1,power_law_1.01,0.23437759399414065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.02427839994430542
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2048,768,8,128,4,1,power_law_1.01,0.29973567962646486
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.04994624137878418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.057081599235534665
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.07833024024963378
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.03349567890167236
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.08038016319274902
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.08240127563476562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.08520256042480469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.08637056350708008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.09368255615234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.09925312042236328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2048,768,8,128,4,1,power_law_1.01,0.4311110305786133
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.038679039478302
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.10037823677062989
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2048,768,8,128,4,1,power_law_1.01,0.5688499069213867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.10410943984985352
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2048,768,8,128,4,1,power_law_1.01,1.1434413146972655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.10912511825561524
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.10621184349060057
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2048,768,8,128,4,1,power_law_1.01,1.4245925903320313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2048,768,8,128,4,1,power_law_1.01,0.8504300689697265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.11644991874694824
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.14464127540588378
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.15869952201843263
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.22057983398437503
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.1872902488708496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.28551359176635743
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.03371072053909302
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.3538623809814453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.04769728183746338
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.0561952018737793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.49010623931884767
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.08102848052978515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.0819974422454834
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.03079871892929077
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.04068352222442627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.08411583900451661
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.08521856307983398
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.08715968132019043
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.08546688079833983
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.2,0.09923711776733399
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.2,0.10381823539733888
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.2,0.09835519790649414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.6287737655639648
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.2,0.10452735900878907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.2,0.11240703582763671
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.2,0.10663488388061523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.2,0.1284620761871338
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.2,0.18706047058105468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.2,0.13987839698791504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.2,0.16060543060302734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.2,0.23027519226074217
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.2,0.28099584579467773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.2,0.38128128051757815
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,2048,768,8,128,4,1,power_law_1.2,0.04024191856384277
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,2048,768,8,128,4,1,power_law_1.2,0.04149759769439697
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,2048,768,8,128,4,1,power_law_1.2,0.044744319915771484
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,2048,768,8,128,4,1,power_law_1.2,0.046508159637451175
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,0.9083846282958984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,2048,768,8,128,4,1,power_law_1.2,0.05062655925750732
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,2048,768,8,128,4,1,power_law_1.2,0.06118463993072509
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,2048,768,8,128,4,1,power_law_1.2,0.06358463764190674
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,2048,768,8,128,4,1,power_law_1.2,0.06413887977600098
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,2048,768,8,128,4,1,power_law_1.2,0.06516543865203858
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,2048,768,8,128,4,1,power_law_1.2,0.06634175777435303
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,2048,768,8,128,4,1,power_law_1.2,0.06776959896087646
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,2048,768,8,128,4,1,power_law_1.2,0.06908224105834962
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,2048,768,8,128,4,1,power_law_1.2,0.07052544116973877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.2,0.48379966735839847
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,2048,768,8,128,4,1,power_law_1.2,0.08240511894226074
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.1837644958496094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,2048,768,8,128,4,1,power_law_1.2,0.0782476806640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,2048,768,8,128,4,1,power_law_1.2,0.0746611213684082
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,2048,768,8,128,4,1,power_law_1.2,0.09095040321350098
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.2,0.6847103881835938
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,2048,768,8,128,4,1,power_law_1.2,0.10993599891662598
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,2048,768,8,128,4,1,power_law_1.2,0.12964351654052736
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,2048,768,8,128,4,1,power_law_1.2,0.17349056243896482
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,2048,768,8,128,4,1,power_law_1.2,0.22046976089477538
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,2048,768,8,128,4,1,power_law_1.2,0.316824951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,1.459947509765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.2,0.8851891326904298
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.039611520767211916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.0657260799407959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.08439871788024902
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.11050111770629882
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.1360166358947754
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.22458112716674802
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.23237056732177735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.232926082611084
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.23570751190185546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.23554304122924802
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.24821119308471679
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,2048,768,8,128,4,1,power_law_1.2,0.41445568084716794
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.2642995262145996
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.26838207244873047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.2743987274169922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.2800339126586914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.2827987289428711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.35840190887451173
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.38857982635498045
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.3052128028869629
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.48749248504638676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.5644729614257813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,0.7501862335205078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,0.9384537506103516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.3169017028808594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,2048,768,8,128,4,1,power_law_1.2,0.6077203369140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.7066502380371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,2.4850323486328127
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.037805440425872805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.04997056007385254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,3.2660543823242185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.06771647930145264
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.11364607810974121
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.15570176124572754
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,2048,768,8,128,4,1,power_law_1.2,0.8030252838134766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.08422271728515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,4.066211242675782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.16196287155151368
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.16350656509399414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.165731201171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.2,1.0861779022216798
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.1728166389465332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.16786943435668947
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.19482303619384767
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.19381759643554688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.19991039276123046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.21494911193847654
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.20318719863891604
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.20526912689208981
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.23004415512084958
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.2589664077758789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.29753984451293947
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.34704830169677736
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.4381273651123047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.5290886306762695
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,2048,768,8,128,4,1,power_law_1.2,1.1846835327148437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,0.9067353820800781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,0.717357406616211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,1.2847999572753905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,1.6644717407226561
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,2.0417913818359374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,4,1,power_law_1.01,0.039433600902557375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,4,1,power_law_1.01,0.10506112098693847
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,4,1,power_law_1.01,0.10683712005615234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,4,1,power_law_1.01,0.10974464416503907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,4,1,power_law_1.01,0.04513984203338623
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,4,1,power_law_1.01,0.11072704315185547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,4,1,power_law_1.01,0.11629759788513183
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,4,1,power_law_1.01,0.11844160079956054
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,4,1,power_law_1.01,0.12187328338623046
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,4,1,power_law_1.01,0.12997952461242676
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,4,1,power_law_1.01,0.05429823875427246
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,2048,768,8,128,4,1,power_law_1.2,1.5850361633300782
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,4,1,power_law_1.01,0.0642412805557251
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,4,1,power_law_1.01,0.0744211196899414
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,4,1,power_law_1.01,0.10059904098510741
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,4,1,power_law_1.01,0.13750080108642576
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,4,1,power_law_1.01,0.14297984123229981
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,4,1,power_law_1.01,0.1583142375946045
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,4,1,power_law_1.01,0.18557056427001953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.01,0.21853055953979492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.01,0.2876959991455078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.01,0.3563711929321289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,2048,768,8,128,4,1,power_law_1.2,1.9847698974609376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.046048641204833984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.06373760223388672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.08164799690246582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.10551039695739746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.13238656044006347
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.23313728332519532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.23176511764526367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.23508352279663086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.23620479583740234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.01,0.5095852661132813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.23959360122680665
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.25627904891967773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.2675967979431152
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.26965375900268557
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.01,0.6575462341308593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.27618368148803707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.28209344863891606
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.2852249526977539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.31584896087646486
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.3634131240844726
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.3935763168334961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.01,0.9719181060791016
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.01,1.2884454345703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.568732795715332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.49239425659179686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.7520928192138672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.01,1.9287493896484373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,0.9429734039306641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.03653439998626709
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.01,2.6254763793945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.06615359783172607
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.04870975971221923
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.08034687995910644
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.11019455909729003
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.15719807624816895
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.16091903686523437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.01,3.322059020996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.1653772735595703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.326416015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.16639360427856445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.17069759368896484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.17399999618530274
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.19557504653930663
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.19535295486450194
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.20248319625854494
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.20462463378906248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.7056076049804687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.20769279479980468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.246167049407959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.21768064498901368
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.30844032287597656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.2657164764404297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.35084350585937496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.44003646850585937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.5401548767089844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,0.722701416015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,4,1,power_law_1.2,0.039894399642944334
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,4,1,power_law_1.2,0.04521279811859131
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,2.519432373046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,4,1,power_law_1.2,0.053730559349060056
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,4,1,power_law_1.2,0.07292863845825195
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,4,1,power_law_1.2,0.10185152053833009
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,4,1,power_law_1.2,0.10647616386413575
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,4,1,power_law_1.2,0.10850943565368651
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,4,1,power_law_1.2,0.11110912322998048
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,4,1,power_law_1.2,0.11462528228759765
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,4,1,power_law_1.2,0.11851712226867676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,0.9134899139404297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,4,1,power_law_1.2,0.12334783554077149
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,4,1,power_law_1.2,0.125600004196167
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,4,1,power_law_1.2,0.13514880180358885
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,4,1,power_law_1.2,0.15257216453552247
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,4,1,power_law_1.2,0.06162752151489258
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,3.243448181152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,1.291014404296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,4,1,power_law_1.2,0.14377599716186523
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,4,1,power_law_1.2,0.17128192901611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,4,1,power_law_1.2,0.2139219284057617
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.2,0.2575424003601074
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.2,0.35050495147705074
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.2,0.45346752166748044
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.2,0.6603155517578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,1.6679417419433595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,4.075628662109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.08656319618225097
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.1030720043182373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.15558143615722658
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.2592665672302246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.3357632064819336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.5117932891845702
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.5430323028564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.5777446365356445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.590656623840332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.6051987075805665
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.6391475296020508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.6793510437011718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,0.7012185668945312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,0.7631916809082031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.2,0.8891986846923828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,0.7742681884765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,0.7724652862548828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,0.8147392272949219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,0.9127519989013673
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,0.9897779083251953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,1.2186924743652345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,1.4354234313964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,1.8451776123046877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,2.3085113525390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,3.2001458740234376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.2,1.3178317260742187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,4.063543701171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,6.005341796874999
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.2,1.73074951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.07422336101531982
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.12111743927001953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.1559993553161621
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.21769855499267576
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.05600895881652832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,2.049470672607422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,7.758673706054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,9.585286865234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.32658561706542966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.34430591583251957
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.3549951934814453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.36102657318115233
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.3685638427734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.3850310516357422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.37924991607666014
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.42922622680664063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.4532723236083984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.45620990753173823
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.4732511901855469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.453309440612793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.5065203094482422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.540890884399414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,0.6160537719726562
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.2,2.5807809448242187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,0.6981843566894531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,0.8646982574462891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,1.0340313720703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,1.7431986999511717
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,1.3826342773437499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,2.4077491760253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,3.083319091796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,3.778263549804687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.2,3.4643801879882816
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,4,1,power_law_1.01,0.04821695804595948
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,4,1,power_law_1.01,0.21470783233642576
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,4,1,power_law_1.01,0.2200383949279785
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,4,1,power_law_1.01,0.22475263595581058
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,4,1,power_law_1.01,0.23436096191406247
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,4,1,power_law_1.01,0.2393190383911133
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,4,1,power_law_1.01,0.24473855972290037
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,4,1,power_law_1.01,0.06644544124603272
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,4,1,power_law_1.01,0.26233407974243167
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,4,1,power_law_1.01,0.2714310455322265
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,4,1,power_law_1.01,0.07978432178497315
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,4,1,power_law_1.01,0.10246144294738771
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,4,1,power_law_1.01,0.13026047706604005
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,4,1,power_law_1.01,0.19461120605468749
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,4,1,power_law_1.01,0.20528448104858396
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.2,4.3584704589843755
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,4,1,power_law_1.01,0.2815065574645996
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,4,1,power_law_1.01,0.3057881546020508
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,4,1,power_law_1.01,0.36187904357910156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.01,0.4097222518920899
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.01,0.5226969528198242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.01,0.6495916748046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.08210240364074707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.10135295867919922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.15064448356628418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.233874568939209
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.3281702423095703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.5092416000366211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.5394553756713867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.5946444702148438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.6170681762695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.01,0.8940351867675782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.6254329681396484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.6540659332275391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.7080870056152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,0.7521004486083984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,0.764501724243164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,0.7813760375976562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,0.7995417785644532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,0.8273894500732422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,0.927396469116211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,1.0051097869873047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,1.244989471435547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,1.4468511962890624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.01,1.1559878540039061
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,1.8904826354980468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,2.322118377685547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.01,1.6988595581054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,3.2255072021484374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,4.115930786132813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.055208959579467774
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.01,2.243132781982422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.07439743995666503
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.11848511695861816
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.14737088203430176
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.20836288452148438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.3263436889648438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.34452415466308595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.3604307174682617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.3719488143920898
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.3731603240966797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.38642688751220705
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.01,3.3634042358398437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.3975564956665039
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.01,4.5141259765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.4532672119140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,2560,8,160,4,1,power_law_1.01,5.684966430664063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,5.9550103759765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.454969596862793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.46211967468261717
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.46947265624999995
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.485338249206543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.5166412734985352
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.5526835250854492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,0.6283961486816406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,0.70757568359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,0.8775225830078124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,1.0391590118408203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,7.86407470703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,4,1,power_law_1.2,0.04845759868621826
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,4,1,power_law_1.2,0.0643564796447754
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,4,1,power_law_1.2,0.07876927852630615
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,4,1,power_law_1.2,0.09677632331848145
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,4,1,power_law_1.2,0.12168831825256347
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,4,1,power_law_1.2,0.1935116767883301
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,1.3918917846679686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,1.7330426025390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,4,1,power_law_1.2,0.20586624145507812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,4,1,power_law_1.2,0.22004608154296873
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,4,1,power_law_1.2,0.22635711669921874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,4,1,power_law_1.2,0.23028095245361327
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,4,1,power_law_1.2,0.24072832107543946
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,2.435149383544922
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,4,1,power_law_1.2,0.24959360122680666
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,4,1,power_law_1.2,0.2598054313659668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,4,1,power_law_1.2,0.27198656082153316
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,4,1,power_law_1.2,0.29131135940551756
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,9.514473876953124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,3.105566101074219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,3.79525634765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,4,1,power_law_1.2,0.3074687957763672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,4,1,power_law_1.2,0.3407737731933594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,4,1,power_law_1.2,0.41098110198974613
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.2,0.4853766250610351
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.2,0.65421630859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.2,0.8364588928222656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.08860671997070313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.2,1.2237958526611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.10837439537048339
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.29552000045776367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.14864447593688965
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.4775532913208008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.6549983978271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,0.7601414489746093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,0.9718605041503906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.0242457580566406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.044390411376953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.1015948486328124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.126426239013672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.1871084594726562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.262650909423828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.3346202087402343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.4529043579101564
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,1.3997171020507813
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.2,1.6130015563964843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,1.5239891052246093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,1.663424072265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,2.041192321777344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,1.807593536376953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,2.4969938659667967
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.2,2.439220428466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,2.8777044677734374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.2,3.2968499755859377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,3.7017657470703127
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.05938560009002686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.07994944095611572
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,4.600618286132812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.10927488327026366
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.1814156723022461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.2,5.0217721557617185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.3051942443847656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,6.270870361328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.5158662414550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.6220512008666992
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,8.113374633789062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.6610182189941407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,0.6731705474853515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,9.8424853515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,0.7005241394042969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,0.7077938842773437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.2,6.724375610351562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,0.7341715240478516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,0.7569324493408203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,0.7690470123291016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,0.79246337890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,0.8668531036376953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.028941421508789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,0.9080652618408204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,0.9409740447998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.2777568054199218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.1117842864990233
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,1.4628102111816408
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,2.1613714599609373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,1.8105279541015626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,2.918321838378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,3.6145639038085937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,4.366160583496094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,4,1,power_law_1.01,0.07827775955200196
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,4,1,power_law_1.01,0.11757311820983887
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,4,1,power_law_1.01,0.07911935806274414
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,4,1,power_law_1.01,0.12647295951843263
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,4,1,power_law_1.01,0.137511682510376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,4,1,power_law_1.01,0.15786175727844237
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,4,1,power_law_1.01,0.07913536071777344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,4,1,power_law_1.01,0.08502976417541504
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,4,1,power_law_1.01,0.08220288276672363
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,4,1,power_law_1.01,0.09558272361755371
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,4,1,power_law_1.01,0.10580863952636718
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,4,1,power_law_1.01,0.1982271957397461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,4,1,power_law_1.01,0.22006528854370117
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,4,1,power_law_1.01,0.2657119941711426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,4,1,power_law_1.01,0.32108734130859373
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,4,1,power_law_1.01,0.36645248413085935
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,4,1,power_law_1.01,0.45982273101806637
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,4,1,power_law_1.01,0.6567436981201171
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.01,1.246750717163086
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.01,0.8500851440429689
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.08878656387329101
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.10674943923950195
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.15000831604003906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.01,1.6386073303222655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.30849983215332033
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.4231692886352539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.6087443161010742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,0.9564339447021485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.000099868774414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.0210079956054687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.01,2.4179884338378903
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.0733881378173828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.7121907043457031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.01,3.1910028076171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.1318105316162108
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.368023681640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.01,4.7504510498046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,1.1756531524658205
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.2808979797363282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,1.4492346191406251
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.4386111450195311
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,1.5269158935546874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,1.6277017211914064
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,1.8545811462402344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,2.1046322631835936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,2.549702453613281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,2.937598571777344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.05668799877166748
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.07714431762695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.10759360313415527
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.17943616867065432
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,3.7988659667968747
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.275035514831543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.4792422485351563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,4.6607275390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,6.458509521484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.6122636795043945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.6468819427490234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,8.271571044921874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.4033222579956055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.6620671844482422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,0.6805133056640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,0.7083718109130859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,9.91836181640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,0.7493043518066406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,0.7238931274414062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,0.7618540954589844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,0.7820492553710937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,0.9712467193603516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,0.9242156982421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,0.8782214355468749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.0694201660156248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,1.3472767639160157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.1600953674316405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,1.5164569091796873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,1.8744613647460937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,2.2310202026367185
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,4,1,power_law_1.2,0.07860159873962402
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,2.9796856689453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,4,1,power_law_1.2,0.08315520286560059
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,3.697463684082031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,4,1,power_law_1.2,0.09596351623535157
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,4,1,power_law_1.2,0.0853439998626709
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,4,1,power_law_1.2,0.11080639839172364
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,4,1,power_law_1.2,0.1171180820465088
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,4,1,power_law_1.2,0.13931584358215332
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,4,1,power_law_1.2,0.15294400215148926
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,4.442375793457031
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,4,1,power_law_1.2,0.2647244834899902
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,4,1,power_law_1.2,0.07788479804992676
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,4,1,power_law_1.2,0.0779692792892456
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,4,1,power_law_1.2,0.19690944671630858
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,4,1,power_law_1.2,0.22010496139526364
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,4,1,power_law_1.2,0.32202049255371096
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,4,1,power_law_1.2,0.36633216857910156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,4,1,power_law_1.2,0.4593651199340821
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,4,1,power_law_1.2,0.12132479667663573
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,4,1,power_law_1.2,0.6516000366210937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.2,0.8487935638427734
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.2,1.2469651031494142
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.2,1.6336108398437499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.04032832145690918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.057959041595458984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.0263481593132019
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.2,2.4207916259765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.08130175590515136
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.2,3.1952020263671876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.17154880523681643
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.1753036880493164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.10304320335388184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.16159936904907227
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.18646911621093748
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.20801664352416993
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.21520063400268558
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.2237107276916504
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.2,4.747175598144532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.1757632064819336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.17841087341308595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.17979391098022462
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.1521305561065674
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.24595455169677732
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,0.2594092750549316
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,0.3031315231323242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.2879827117919922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,0.45021183013916016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,0.345560302734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,0.5221004867553711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,0.6389184188842774
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,0.7580441284179688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,1.0196249389648437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.01,1.5197177124023438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,1.2667385864257814
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.030483839511871336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.04146815776824951
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.09804160118103027
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.1522636795043945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.17090560913085937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.17580352783203126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.17589311599731444
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.179619197845459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.18395519256591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.19703807830810546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.21421632766723633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.2183308792114258
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.22767295837402343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.16344831466674806
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.07019968032836914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.05378111839294434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.2492959976196289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.2943391990661621
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,0.5268320083618164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,0.259290885925293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,0.35003646850585934
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,0.46028480529785154
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,0.6414060974121094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,0.30951040267944335
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,0.7676959991455078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,1.034654083251953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,1.2796173095703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.2,1.5347410583496095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.09984319686889649
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.01,0.4354399871826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.1561017608642578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.01,0.5853913497924805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.2899084854125976
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.01,0.9828755187988282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.01,1.015508499145508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.01,1.134637451171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.01,1.1783424377441407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.01,1.0655872344970703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.01,1.0986905670166016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.01,1.5090182495117186
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.01,1.6683045959472658
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.01,1.232531204223633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.01,1.291964111328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.01,1.399152069091797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.01,1.7669561767578124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.01,2.1693997192382812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.01,1.7692742919921876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.01,3.6041387939453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.01,2.1184838867187503
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.01,4.488414611816406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.01,2.4249285888671874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.01,0.08160256385803223
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.01,2.875735168457031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.01,5.379453735351563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.01,0.19274879455566407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.01,7.132212524414062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.01,0.41659519195556644
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.01,0.649644775390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.01,0.11865471839904784
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.01,0.6942233276367188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.01,0.7247609710693359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.01,0.2949158477783203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.01,0.7510425567626953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.01,8.91978759765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.01,0.7665650939941406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.01,0.7779052734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.01,0.8023590087890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.01,0.9247302246093749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.01,0.8185497283935547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.01,0.8503020477294921
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.01,0.8492095947265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.01,0.8773101043701171
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.01,1.1072281646728517
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.01,10.692230224609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.01,1.3580870056152343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.01,1.2042054748535156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.01,1.547335662841797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.01,1.9316070556640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.01,2.2853605651855466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.01,3.044599609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.01,3.7689752197265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.01,5.281485595703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.01,6.842759399414062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,2688,22,512,4,1,power_law_1.01,0.11358783721923829
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,2688,22,512,4,1,power_law_1.01,0.14285887718200682
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,4,1,power_law_1.01,8.482579956054687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,2688,22,512,4,1,power_law_1.01,0.15064448356628418
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,2688,22,512,4,1,power_law_1.01,0.11398336410522461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,2688,22,512,4,1,power_law_1.01,0.11393664360046388
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,2688,22,512,4,1,power_law_1.01,0.17368127822875976
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,2688,22,512,4,1,power_law_1.01,0.1152723217010498
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,2688,22,512,4,1,power_law_1.01,0.11979583740234374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,2688,22,512,4,1,power_law_1.01,0.12813632011413573
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,2688,22,512,4,1,power_law_1.01,0.1350425624847412
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,2688,22,512,4,1,power_law_1.01,0.15849216461181642
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,2688,22,512,4,1,power_law_1.01,0.21019775390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,2688,22,512,4,1,power_law_1.01,0.22717376708984377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,2688,22,512,4,1,power_law_1.01,0.25750911712646485
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,2688,22,512,4,1,power_law_1.01,0.30872703552246095
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,2688,22,512,4,1,power_law_1.01,0.3411449432373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,2688,22,512,4,1,power_law_1.01,0.4242105484008789
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,2688,22,512,4,1,power_law_1.01,0.5872601699829102
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,2688,22,512,4,1,power_law_1.01,0.7519750213623047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,2688,22,512,4,1,power_law_1.01,1.0826131439208984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,2688,22,512,4,1,power_law_1.01,1.411332550048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,2688,22,512,4,1,power_law_1.01,2.073516235351563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.15699135780334472
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,2688,22,512,4,1,power_law_1.01,2.7336691284179686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.2,0.4073503875732422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,2688,22,512,4,1,power_law_1.01,4.053715209960937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.29081663131713864
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.2,0.529623680114746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.2,1.1023014068603516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.2,1.0134272003173828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.2,0.958642578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.2,1.1397727966308593
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,2688,22,512,4,1,power_law_1.01,5.370301513671874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.2,1.048268814086914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.2,1.2088422393798828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.2,1.3304051208496095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.2,1.2653119659423828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.2,1.4546041870117188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.2,1.567220458984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.2,1.7109382629394532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.2,2.2309689331054687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.2,1.8646456909179687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.2,2.168897247314453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.2,3.7021636962890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.2,2.4294528198242187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.2,2.9172634887695312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.2,4.562465209960938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.2,0.07987264156341553
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.2,0.11936703681945801
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.2,0.195229434967041
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.2,5.51777099609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.2,0.27940544128417966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.2,0.6385753631591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.2,7.305341186523438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.2,0.6948390197753906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.2,0.7148735809326172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.2,0.7526553344726563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.2,0.3813011169433594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.2,0.7672077178955078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.2,0.7865753936767578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.2,0.8176032257080077
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.2,0.8388492584228515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.2,0.8802796936035155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.2,0.8820819091796874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.2,0.9119014739990234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.2,9.021832275390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.2,0.9598867034912109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.2,1.1603366088867186
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.2,1.235602569580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.2,1.4207232666015623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.2,1.5928460693359374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.2,1.9706880187988283
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.2,10.788150634765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.2,2.3347897338867187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.2,3.088040466308594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.2,3.840349426269531
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,2688,22,512,4,1,power_law_1.2,0.11555392265319823
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,2688,22,512,4,1,power_law_1.2,0.11514623641967774
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,2688,22,512,4,1,power_law_1.2,0.1195462417602539
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,2688,22,512,4,1,power_law_1.2,0.127576322555542
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,2688,22,512,4,1,power_law_1.2,0.14323200225830077
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.2,5.346582641601563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,2688,22,512,4,1,power_law_1.2,0.15063743591308593
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,2688,22,512,4,1,power_law_1.2,0.17384639739990235
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,2688,22,512,4,1,power_law_1.2,0.15943615913391113
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,2688,22,512,4,1,power_law_1.2,0.2580089569091797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.2,6.970366821289062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,2688,22,512,4,1,power_law_1.2,0.3409126281738281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,2688,22,512,4,1,power_law_1.2,0.11238143920898438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,2688,22,512,4,1,power_law_1.2,0.1118553638458252
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,4,1,power_law_1.2,8.459966430664062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,2688,22,512,4,1,power_law_1.2,0.20827775955200195
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,2688,22,512,4,1,power_law_1.2,0.2270944023132324
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,2688,22,512,4,1,power_law_1.2,0.13366527557373048
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,2688,22,512,4,1,power_law_1.2,0.30887168884277344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,2688,22,512,4,1,power_law_1.2,0.5855731201171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,2688,22,512,4,1,power_law_1.2,0.7513964843750001
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,2688,22,512,4,1,power_law_1.2,0.4249599838256836
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,2688,22,512,4,1,power_law_1.2,1.4132850646972657
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,2688,22,512,4,1,power_law_1.2,1.0843795013427733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.059646081924438474
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.06988863945007324
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.07482048034667968
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,2688,22,512,4,1,power_law_1.2,2.073132171630859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.11942208290100098
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.09077952384948731
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.11978431701660157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.12218432426452637
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.12235456466674806
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.12406335830688478
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.12444671630859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.12893312454223632
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.12936511993408203
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,2688,22,512,4,1,power_law_1.2,2.7286041259765623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.14073023796081544
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.13689791679382324
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.168920955657959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.20852800369262697
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.2822624015808105
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3710521697998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.46178112030029295
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.14232255935668944
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.6445235443115235
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,2688,22,512,4,1,power_law_1.2,4.05540283203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.8308064270019532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.2274969482421876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.5920077514648436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.04608320236206055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.04805503845214844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.05237504005432129
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.06036416053771972
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.06363903999328613
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.064300799369812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.06569407939910889
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.06593984127044678
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.06657792091369628
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,2688,22,512,4,1,power_law_1.2,5.36631103515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.06893311977386475
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.06905344009399414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.07031487941741943
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.0760211181640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.07280704021453857
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.08211135864257812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.09297663688659667
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.376654052734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.09515007972717285
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.10191807746887208
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.1235929584503174
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.15293120384216308
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.18600831985473634
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.3182048034667969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,3.129943542480469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,0.4469574356079102
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,0.5845407867431641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.934733581542969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,0.8688352203369141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,1.1110707092285157
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,8,1,power_law_1.01,0.02241152048110962
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,1.3803187561035155
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,8,1,power_law_1.01,0.03814336061477661
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,8,1,power_law_1.01,0.03841471910476685
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,8,1,power_law_1.01,0.037798399925231936
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,8,1,power_law_1.01,0.03757312059402466
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,8,1,power_law_1.01,0.03882047891616821
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,8,1,power_law_1.01,0.03902143955230713
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,8,1,power_law_1.01,0.024166400432586672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,8,1,power_law_1.01,0.02649791955947876
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,8,1,power_law_1.01,0.036792960166931156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,8,1,power_law_1.01,0.03720704078674316
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,8,1,power_law_1.01,0.039508481025695805
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,8,1,power_law_1.01,0.04026879787445069
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,8,1,power_law_1.01,0.04107840061187744
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,8,1,power_law_1.01,0.04276735782623291
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,8,1,power_law_1.01,0.04667712211608886
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,8,1,power_law_1.01,0.058811521530151366
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.01,0.0676691198348999
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,8,1,power_law_1.01,0.0482700777053833
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.01,0.08602944374084473
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.01,0.10434176445007323
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.05416895866394043
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.06316480159759522
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.06737919807434081
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.08899647712707519
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.11685567855834962
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.11958656311035157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.12054335594177246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.12093376159667968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.12320832252502441
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.01,0.17995264053344726
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.12414591789245606
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.01,0.14070912361145022
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.12893823623657225
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.12781824111938475
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.14018176078796388
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.01,0.2579910469055176
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.1491276836395264
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.18860992431640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.2094067192077637
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.24257791519165037
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.288403205871582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.37574783325195316
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.13251903533935547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.46373630523681636
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.01,0.33439998626708983
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.6481222534179688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.8369657897949219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.2238880157470704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.04473408222198486
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.04837696075439453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.05034431934356689
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.01,0.48811710357666016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.06086336135864258
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.06482367992401124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.06528128147125244
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.06570623874664307
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.06729983806610107
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.0672492790222168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.06869823932647705
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.06974656105041503
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.07114496231079101
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.07647103786468505
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.08914560317993164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.05872767925262451
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.09606592178344726
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.09529536247253419
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.10265664100646972
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.12536831855773928
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.6229452514648437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.15223999977111818
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.1850694465637207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.24882623672485354
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.3172627258300781
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.01,0.6479090881347657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,0.45011966705322265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.3615493774414062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.01,0.8066381072998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,8,1,power_law_1.2,0.023831679821014404
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,8,1,power_law_1.2,0.025224959850311278
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,8,1,power_law_1.2,0.03693887948989868
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,8,1,power_law_1.2,0.036090240478515626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,8,1,power_law_1.2,0.03792959928512573
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,0.5850124740600586
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,8,1,power_law_1.2,0.038056321144104004
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,8,1,power_law_1.2,0.03624128103256226
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,8,1,power_law_1.2,0.037998719215393065
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,8,1,power_law_1.2,0.03903872013092041
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,8,1,power_law_1.2,0.037745280265808104
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,3.152367858886719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,0.8460530853271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,4.011641540527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,8,1,power_law_1.2,0.022147839069366453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,8,1,power_law_1.2,0.050331521034240725
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,1.1098035430908202
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,8,1,power_law_1.2,0.03949631929397583
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,8,1,power_law_1.2,0.03867455959320069
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,8,1,power_law_1.2,0.04063807964324952
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,8,1,power_law_1.2,0.044673919677734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,1.3686720275878907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,8,1,power_law_1.2,0.04711296081542969
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,8,1,power_law_1.2,0.059924478530883785
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.2,0.06908991813659668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.2,0.08861184120178223
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.2,0.10660096168518067
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.07813504219055176
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.09191424369812011
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.10404095649719239
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.13043392181396485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.1631328010559082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.1643155288696289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.16581439971923828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.16574399948120117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.1671046447753906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.16941951751708983
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.18466432571411134
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.19350784301757812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.20702592849731447
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.2,0.1481510353088379
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.2195449638366699
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.2376019287109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.2697292709350586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.30698944091796876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.3790662384033203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.4517843246459961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.2,0.18643775939941407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.5947353744506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.7471539306640624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.2,0.5074611282348632
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,1.06849853515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.4067680358886718
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.2,0.26740991592407226
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,2.0506771850585936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.05093503952026367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.06109888076782226
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.06532544136047364
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.08401087760925294
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.08913984298706054
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.09040063858032227
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.09216511726379395
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.09171456336975098
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.09258687973022461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.09437312126159668
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.09482239723205567
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.7164190673828124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.10086976051330568
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.09594367980957032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.1093785572052002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.11708607673645019
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.12057279586791991
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.12740863800048827
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.1420358371734619
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.17725696563720703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.22463872909545896
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.2,0.67283203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.2,0.34794368743896487
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.264083194732666
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.3596006393432617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,0.4625395202636719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,4.071613464355469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,0.6596896362304687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,0.863592300415039
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.2,0.8377708435058594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,5.443886108398438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,1.285614013671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,1.6859437561035158
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,7.060528564453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,2.124225311279297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,8,1,power_law_1.01,0.02632575988769531
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,8,1,power_law_1.01,0.04860415935516357
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,8,1,power_law_1.01,0.04930047988891602
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,8,1,power_law_1.01,0.0496614408493042
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,8,1,power_law_1.01,0.0315827202796936
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,8,1,power_law_1.01,0.040733442306518555
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,8,1,power_law_1.01,0.04768767833709717
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,8,1,power_law_1.01,0.04797696113586426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,8,1,power_law_1.01,0.04868735790252686
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,8,1,power_law_1.01,0.04826496124267578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,8,1,power_law_1.01,0.04844799995422363
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,8,1,power_law_1.01,0.05157824039459229
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,8,1,power_law_1.01,0.05282303810119628
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,8,1,power_law_1.01,0.05661312103271484
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,8,1,power_law_1.01,0.059905281066894536
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,8,1,power_law_1.01,0.061133441925048826
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,8,1,power_law_1.01,0.06745984077453612
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,8,1,power_law_1.01,0.08149760246276856
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.01,0.09591551780700683
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.01,0.1242956829071045
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.01,0.15100223541259766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.07695744037628174
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.08822848320007323
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.0970252799987793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.12940223693847658
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.16031871795654298
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.16439680099487303
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.16554304122924807
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.16549695968627928
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.01,0.20834688186645506
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.16782335281372068
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.17043392181396483
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.18587263107299806
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.19564992904663087
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.20619007110595705
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.2284409523010254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.23954816818237307
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.2815635108947754
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.3088729667663574
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.3766758346557617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.45780799865722654
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.6025811386108398
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.01,0.26432319641113283
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.7489139556884765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,1.078710403442383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.01,0.37896961212158203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.39890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,2.015191650390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.01,0.495296630859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.051155838966369625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.05859968185424804
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.06332863807678223
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.0863481616973877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.08946432113647461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.09176511764526367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.0937440013885498
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.09328831672668457
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.7187313842773437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.09369728088378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.09535936355590821
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.095863676071167
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.0970854377746582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.09824511528015137
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.1211731243133545
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.10899519920349121
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.12439871788024903
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.13046015739440917
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.14131711959838866
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.17726591110229492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.01,0.7344512176513672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.22364223480224607
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.25875263214111327
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.36051967620849606
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,0.46042240142822266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,4.039132690429687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.01,0.9851897430419921
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,0.6550611114501953
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,8,1,power_law_1.2,0.027150719165802
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,8,1,power_law_1.2,0.030110080242156983
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,8,1,power_law_1.2,0.035349121093750005
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,8,1,power_law_1.2,0.047815041542053224
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,8,1,power_law_1.2,0.047422080039978026
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,8,1,power_law_1.2,0.048574080467224126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,8,1,power_law_1.2,0.04862080097198486
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,8,1,power_law_1.2,0.04827904224395752
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,8,1,power_law_1.2,0.0491871976852417
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,8,1,power_law_1.2,0.04934783935546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,8,1,power_law_1.2,0.04979392051696777
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,8,1,power_law_1.2,0.05180672168731689
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,8,1,power_law_1.2,0.05234367847442627
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,8,1,power_law_1.2,0.05666431903839111
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,0.8615487670898437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,5.489913330078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.01,1.2621965026855468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,1.2709740447998048
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,7.222108764648437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,1.6321562194824217
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,8,1,power_law_1.2,0.06195648193359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,8,1,power_law_1.2,0.06364736080169678
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.2,0.21664127349853515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,2.110423736572266
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,8,1,power_law_1.2,0.06865856170654297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,8,1,power_law_1.2,0.08293631553649902
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.2,0.09746879577636719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.2,0.12798591613769533
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.2,0.1544320011138916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.04701119899749756
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.06796480178833007
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.14141440391540527
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.2,0.2737337684631348
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.3000518417358399
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.3543283081054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.1945849609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.3672576141357422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.375032958984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.08711999893188477
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.38743614196777343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.40025470733642576
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.41783294677734373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.42209854125976565
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.4378028869628906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.2,0.5136268615722657
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.2,0.39568897247314455
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.5216006469726563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.5014182281494141
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.2,0.7550482940673828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.5358335876464844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,0.6016172790527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,0.6183276748657226
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,0.7329151916503907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,0.9034425354003905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.0023481750488281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.2,1.020005111694336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,1.1265638732910157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.05729856014251709
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.04848320007324219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,2.9894232177734374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.08569472312927247
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,2.370185546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.25511104583740235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.19120128631591798
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.1257158374786377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,3.552023010253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,1.413663330078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.33760513305664064
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.3283129501342773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,1.739866943359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.34318336486816403
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.34816001892089843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.3616511917114258
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.3769996643066406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.3771609497070313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.45512958526611325
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.3846393585205078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.2,1.2670790100097657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.46990592956542965
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.5903091049194336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.5239494323730469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.4970547103881836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.6535020446777343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.44961086273193357
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,0.9113702392578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,0.7824211120605469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,1.4663583374023437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,2.0005670166015626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,1.174774398803711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,2.5596237182617188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,3.1087417602539062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,8,1,power_law_1.01,0.06356095790863037
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,8,1,power_law_1.01,0.21547967910766602
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,8,1,power_law_1.01,0.2199468803405762
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,8,1,power_law_1.01,0.06951871871948243
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,8,1,power_law_1.01,0.08383232116699219
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,8,1,power_law_1.01,0.10557696342468262
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,8,1,power_law_1.01,0.22865856170654295
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,8,1,power_law_1.01,0.23965503692626955
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,8,1,power_law_1.01,0.2430873680114746
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,8,1,power_law_1.01,0.25087936401367184
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,8,1,power_law_1.01,0.2681248092651367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,8,1,power_law_1.01,0.2772640037536621
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,8,1,power_law_1.01,0.2959391975402832
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,8,1,power_law_1.01,0.13197504043579103
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,8,1,power_law_1.01,0.15778304100036622
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,8,1,power_law_1.01,0.20259775161743163
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,8,1,power_law_1.01,0.20992191314697264
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.01,0.3929792022705078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,8,1,power_law_1.01,0.34066879272460937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.01,0.4867468643188476
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.01,0.5823168182373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.01,0.7847551727294922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.05036223888397216
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.01,1.0154483032226562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.08894271850585937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.13345727920532227
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.06788095951080322
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.18113792419433594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.01,1.4552435302734374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.3484761428833008
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.01,1.9292550659179688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.27986047744750975
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.38892608642578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.3639270401000977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.37151744842529294
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.4162380981445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.4254860687255859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.401409912109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.45042175292968756
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,0.5557440185546876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.5377670288085937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,0.6310310363769531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,0.7471981048583984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,0.9259410858154297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.5071404647827149
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.0311238098144533
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,0.6318246459960937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.01,2.82689208984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,1.2302534484863281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.04907072067260742
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.01,3.801670532226562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06517759799957276
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,1.7707737731933595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.08882559776306152
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,1.442887725830078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.1200556755065918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,2.3999090576171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.18393728256225586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.2463827133178711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,3.028120422363281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.3235251235961914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.3351180648803711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.3503148651123047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,7168,2048,8,256,8,1,power_law_1.01,4.828751220703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.34066177368164063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.36023487091064454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,3.593891906738281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.3721023941040039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.45612350463867185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.37891841888427735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.3994809722900391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.4813203048706055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.4666790390014649
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.5113375854492188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.6181395339965821
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.5370483016967773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.6709465789794922
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,8,1,power_law_1.2,0.06360127925872802
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,8,1,power_law_1.2,0.07067071914672851
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,0.8133369445800781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,0.9493881225585937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,8,1,power_law_1.2,0.0819660758972168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,1.194329605102539
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,8,1,power_law_1.2,0.10133824348449708
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,8,1,power_law_1.2,0.1259552001953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,2.040848693847656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,2.585072021484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,1.4864102172851563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,8,1,power_law_1.2,0.15175552368164064
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,8,1,power_law_1.2,0.19855552673339844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,3.131214599609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,8,1,power_law_1.2,0.21456895828247072
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,8,1,power_law_1.2,0.2089030456542969
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,8,1,power_law_1.2,0.23132543563842772
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,8,1,power_law_1.2,0.22229568481445314
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,8,1,power_law_1.2,0.2477676773071289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,8,1,power_law_1.2,0.2409235191345215
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,8,1,power_law_1.2,0.2652038383483887
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,8,1,power_law_1.2,0.2813068771362305
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,8,1,power_law_1.2,0.29565504074096677
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,8,1,power_law_1.2,0.39263809204101563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.2,0.4666553497314453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,8,1,power_law_1.2,0.3288531112670898
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.2,0.6127391815185547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.2,0.771107177734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.2,1.1117062377929687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.2,1.4911392211914063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.2,2.2894189453125002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.06655744075775147
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.07622144222259522
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.09402303695678711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.12959424018859864
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.1293388843536377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.14195520401000977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.1379155158996582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.16705472946166994
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.1701145553588867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.1332582378387451
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.17715328216552734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.19612287521362304
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.1805606460571289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.23818559646606446
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.27844736099243167
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.05381760120391845
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.325794563293457
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.387852783203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5095711898803711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.6364742279052734
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.2,3.1353082275390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.8829055786132812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.129269790649414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.03783488035202026
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.6277311706542967
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.1322969055175784
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.07108672142028809
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.05829376220703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.09176639556884766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.13038399696350098
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.129682559967041
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.04357888221740723
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.1300595188140869
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.1337279987335205
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.13410240173339844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.1380563163757324
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.01,0.15652352333068847
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,2.633921813964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.01,0.15781503677368164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.01,0.16182847976684572
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.01,0.16406911849975586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.01,0.16689664840698243
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.01,0.19015167236328126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.01,0.17663871765136718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.01,0.22140991210937502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.01,0.30106239318847655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.01,0.2564672088623047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.01,0.3794009780883789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.01,0.46098880767822265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.01,0.6321113586425782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.01,0.798650894165039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.01,1.1303033447265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.01,1.4689248657226561
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.01,1.8059674072265626
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,8,1,power_law_1.01,0.04273344039916992
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,8,1,power_law_1.01,0.08577856063842773
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,8,1,power_law_1.01,0.09094016075134277
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,8,1,power_law_1.01,0.09420864105224609
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,8,1,power_law_1.01,0.09549183845520019
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,8,1,power_law_1.01,0.09987071990966798
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,8,1,power_law_1.01,0.1020742416381836
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,8,1,power_law_1.01,0.10488063812255859
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,8,1,power_law_1.01,0.11101887702941896
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,8,1,power_law_1.01,0.047096958160400396
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,8,1,power_law_1.01,0.05134335994720459
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,8,1,power_law_1.01,0.05833792209625244
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,8,1,power_law_1.01,0.06759039878845215
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,8,1,power_law_1.01,0.08852352142333984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,8,1,power_law_1.01,0.13675392150878907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,8,1,power_law_1.01,0.1232051181793213
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,8,1,power_law_1.01,0.16441152572631837
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,8,1,power_law_1.01,0.19326271057128905
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,8,1,power_law_1.01,0.1177017593383789
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,8,1,power_law_1.01,0.2535788726806641
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,8,1,power_law_1.01,0.4564537429809571
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,8,1,power_law_1.01,0.3177382469177246
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,8,1,power_law_1.01,0.5960819244384765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.0646124792098999
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.07383615970611572
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.08672320365905761
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,8,1,power_law_1.01,0.8727814483642579
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.12666751861572265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.13346879959106445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.03532671928405762
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,8,1,power_law_1.01,1.1508895874023437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.13482368469238282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.14406911849975584
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,8,1,power_law_1.01,1.763994903564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,8,1,power_law_1.01,2.364199676513672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.14149120330810547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.05039872169494629
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.15916223526000978
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.16705408096313476
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.17017152786254883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.17787776947021486
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.1839193534851074
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.19135616302490235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.1797100830078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.32796607971191405
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,8,1,power_law_1.01,2.951352233886719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.2811494445800781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.24518272399902347
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.3910335922241211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5106060791015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.04560448169708252
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.057540478706359866
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.06860928058624267
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.6365951919555665
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.08953472137451171
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.03654144048690796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.1307430362701416
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.13184255599975586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.13555583953857422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.13656959533691407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.13904064178466796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.2,0.15898303985595702
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.2,0.1571232032775879
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.8848223876953124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.12752767562866213
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.2,0.16481855392456055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.2,0.16671039581298827
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.1332115173339843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.2,0.16900991439819335
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.2,0.17893312454223634
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.2,0.20745920181274413
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.2,0.22596479415893556
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.2,0.2620582389831543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.2,0.3090835189819336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.2,0.38014015197753903
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.2,0.46616958618164067
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.2,0.6347552108764648
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,8,1,power_law_1.2,0.04292096138000488
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,8,1,power_law_1.2,0.04606207847595215
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,8,1,power_law_1.2,0.05091392040252686
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,8,1,power_law_1.2,0.056353921890258785
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,8,1,power_law_1.2,0.06554815769195557
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,8,1,power_law_1.2,0.08689599990844726
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,8,1,power_law_1.2,0.09079744338989257
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,8,1,power_law_1.2,0.09287615776062011
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.2,0.8048902130126953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.630175323486328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,8,1,power_law_1.2,0.09561856269836426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,8,1,power_law_1.2,0.09761919975280761
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,8,1,power_law_1.2,0.10475199699401856
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,8,1,power_law_1.2,0.10789823532104492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,8,1,power_law_1.2,0.12384575843811034
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,8,1,power_law_1.2,0.1313734436035156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.13769287109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,8,1,power_law_1.2,0.1009382438659668
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,8,1,power_law_1.2,0.11628992080688476
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.2,1.1368038177490234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,8,1,power_law_1.2,0.14925503730773926
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,8,1,power_law_1.2,0.18814847946166993
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,8,1,power_law_1.2,0.22851520538330078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,8,1,power_law_1.2,0.3132076835632324
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.2,1.4736614990234376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,8,1,power_law_1.2,0.4061171340942383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,8,1,power_law_1.2,0.6025049591064453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,2.6366925048828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.06905216217041016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.08326848030090332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.10556608200073243
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.14284352302551268
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.1879475212097168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.32791744232177733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.337815055847168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.3443590545654297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.3466668701171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.3457920074462891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.35702014923095704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.3826348876953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.40660160064697265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.4259135818481445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.4392812728881836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.46066177368164063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.510816650390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,8,1,power_law_1.2,0.7987276458740235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.5488307189941406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.5840006256103516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,0.6876486206054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,0.820510711669922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.0583897399902344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.2976594543457032
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,8,1,power_law_1.2,1.1687007904052735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,1.8147193908691406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,2.3263909912109377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,3.3408084106445317
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.2,1.8106988525390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,4.345796508789062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.06373248100280762
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.08494336128234863
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.11288895606994628
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.1607961654663086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,0.2355955123901367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,0.24136255264282225
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,0.25054527282714845
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,0.2520979118347168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,0.25685375213623046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,0.2625062370300293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,0.2684876823425293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,5.434046630859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.01,0.31326271057128907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,8,1,power_law_1.2,1.58011962890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.04886911869049072
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.01,0.3357638549804688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.01,0.3534598541259766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.01,0.3360985565185547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.01,0.3807084655761719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.01,0.33569664001464844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.01,0.39985534667968753
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.01,0.47394241333007814
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,8,1,power_law_1.2,2.356933135986328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.01,0.5437919998168945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.01,0.6837766265869141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.01,0.8176531219482422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.01,1.3796089172363282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.01,1.1093081665039062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.01,1.9357215881347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.01,2.5115948486328126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.01,3.0753292846679687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,8,1,power_law_1.01,0.04727615833282471
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,8,1,power_law_1.01,0.14925503730773926
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,8,1,power_law_1.01,0.1550598430633545
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,8,1,power_law_1.01,0.15829055786132812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,8,1,power_law_1.01,0.16117055892944337
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,8,1,power_law_1.01,0.1692243194580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,8,1,power_law_1.2,3.1257223510742187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,8,1,power_law_1.01,0.17831743240356446
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,8,1,power_law_1.01,0.054517121315002436
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,8,1,power_law_1.01,0.19305856704711916
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,8,1,power_law_1.01,0.06834752082824706
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,8,1,power_law_1.01,0.20211456298828123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,8,1,power_law_1.01,0.08254400253295899
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,8,1,power_law_1.01,0.14230336189270018
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,8,1,power_law_1.01,0.10124799728393555
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,8,1,power_law_1.01,0.1743097686767578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,8,1,power_law_1.01,0.21090431213378907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,8,1,power_law_1.01,0.28356224060058594
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,8,1,power_law_1.01,0.2341222381591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,8,1,power_law_1.01,0.3261299133300781
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,8,1,power_law_1.2,3.9242034912109376
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,8,1,power_law_1.01,0.43726142883300784
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,8,1,power_law_1.01,0.5401145553588866
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.06502272129058838
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.08276927947998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.10247551918029785
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.1319276809692383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.17286592483520508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.32679679870605466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.3358726501464844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.3446956634521484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.3495980834960938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.3491116714477539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.3654227066040039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.4009932708740235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.41463550567626956
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.4261478424072266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.44723968505859374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,8,1,power_law_1.01,0.7562655639648438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.4796774291992188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.5202067184448242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.551286392211914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.5881887817382813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,0.7020652770996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,0.8212742614746095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.0858470153808593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,1.31837890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,1.8206271362304687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,8,1,power_law_1.01,0.9882931518554688
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,8,1,power_law_1.01,1.4705996704101563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,2.326458282470703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.04886847972869873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.06506112098693848
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.08425215721130372
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.10623680114746095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.15658495903015138
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,0.23382591247558593
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,8,1,power_law_1.01,2.954254150390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,0.24333696365356444
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,8,1,power_law_1.01,1.9534970092773438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,0.25073215484619144
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,0.2577811241149902
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,8,1,power_law_1.01,3.9876531982421874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,0.26056896209716796
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,2560,8,160,8,1,power_law_1.01,5.0196536254882815
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,0.26648128509521485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,0.27316352844238284
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,3.3404946899414063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.2,0.3328799819946289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.2,0.34252223968505857
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.2,0.34785278320312496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.2,0.33696704864501953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.2,0.3638355255126953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.2,0.3839795303344727
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.2,0.41358592987060544
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.2,0.4822867202758789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.2,0.5572447967529297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.2,0.6940013122558594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.2,0.8236294555664063
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,8,1,power_law_1.2,0.04764480113983154
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,8,1,power_law_1.2,0.05510975837707519
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,8,1,power_law_1.2,0.06691008090972901
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.2,1.1184492492675782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,4.387432250976563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,8,1,power_law_1.2,0.07858560085296631
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,8,1,power_law_1.2,0.09696063995361329
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.2,1.3888914489746094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,8,1,power_law_1.2,0.14156096458435058
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,8,1,power_law_1.2,0.1495398426055908
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,8,1,power_law_1.2,0.15798848152160644
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.2,1.9501957702636719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,8,1,power_law_1.2,0.17460224151611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,8,1,power_law_1.2,0.16677440643310545
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,8,1,power_law_1.2,0.18259584426879882
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,8,1,power_law_1.2,0.19182592391967773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,5.41054443359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,8,1,power_law_1.2,0.20274112701416014
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,8,1,power_law_1.2,0.2179020881652832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.2,2.5316236877441405
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,8,1,power_law_1.2,0.16343488693237304
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.2,3.08595458984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,8,1,power_law_1.2,0.26196224212646485
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,8,1,power_law_1.2,0.23204671859741213
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,8,1,power_law_1.2,0.3960985565185547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,8,1,power_law_1.2,0.32945278167724606
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,8,1,power_law_1.2,0.7091161346435546
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,8,1,power_law_1.2,0.5466617584228516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,8,1,power_law_1.2,1.0563712310791016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.07303423881530761
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.08767295837402343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.15774016380310057
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.29111743927001954
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.41259712219238287
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.4349836730957032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.10950528144836427
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.5638124847412109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.5765964889526367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.5977030563354492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.60893310546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.6206175994873047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.6485017395019531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.7000486755371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,8,1,power_law_1.2,1.4091065979003905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,0.7331346893310547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,0.78517822265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,0.9168672180175781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,0.8289202880859374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,0.9816031646728515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.0684684753417968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.1733599853515624
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,8,1,power_law_1.2,2.158115234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,1.4332940673828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,8,1,power_law_1.2,2.9362265014648434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,1.6842924499511718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,2.167031097412109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.05257599830627442
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.06602560043334961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,2.667882385253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.09006912231445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.13180352210998536
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,3.7015130615234377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,8,1,power_law_1.2,4.4952416992187505
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.31933759689331054
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.21557247161865237
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,4.654659729003906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.36859649658203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.4447014236450196
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,5.733325805664062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.4704691314697266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.489733772277832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.5205420684814454
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,8,1,power_law_1.2,6.051478881835938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.5384102249145508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.4962067031860352
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.5457056045532227
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.5607987213134765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.6538585662841797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.6219251251220703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,0.7537773132324219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,0.8224594879150391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.6801811218261719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,0.9601433563232422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.095450897216797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,1.3783116149902344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,1.666015319824219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,2.2421484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,2.82794189453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,3.386860046386719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,8,1,power_law_1.01,0.07874368190765381
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,8,1,power_law_1.01,0.10544511795043945
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,8,1,power_law_1.01,0.07881343841552735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,8,1,power_law_1.01,0.11224320411682129
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,8,1,power_law_1.01,0.11928511619567872
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,8,1,power_law_1.01,0.1349062442779541
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,8,1,power_law_1.01,0.07996799945831298
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,8,1,power_law_1.01,0.08123519897460937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,8,1,power_law_1.01,0.09135552406311034
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,8,1,power_law_1.01,0.09869440078735352
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,8,1,power_law_1.01,0.08497983932495116
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,8,1,power_law_1.01,0.2007251167297363
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,8,1,power_law_1.01,0.18210880279541014
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,8,1,power_law_1.01,0.2466624069213867
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,8,1,power_law_1.01,0.30086015701293944
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,8,1,power_law_1.01,0.3445753479003906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,8,1,power_law_1.01,0.4349100875854492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,8,1,power_law_1.01,0.6170790481567383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.01,0.7967424011230468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.07184512138366698
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.01,1.156526107788086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.08843584060668945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.10984512329101563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.1560921573638916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.24389120101928713
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.36470142364501956
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.42604927062988285
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.5400908660888672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.5831449508666993
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.5786751937866211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.6046681594848633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.6245510482788086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.6476908874511719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.01,1.527010498046875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.7023680114746094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,0.7407405090332031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,0.7877568054199219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,0.8355942535400391
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,0.9447219085693359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,0.9886380767822265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.080990753173828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.01,2.9956121826171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.01,2.261559753417969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.21495361328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.01,4.4518258666992185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,1.4604780578613281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,1.7349874877929685
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.05429823875427246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.06136191844940185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.08956352233886719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.13321920394897463
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,2.205951995849609
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,2.7047436523437502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.20771648406982424
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,3.69864013671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.29710912704467773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.34995647430419924
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.43858367919921876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.4648479843139649
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.4553792190551758
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.4774752044677735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,5.7315435791015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,4.694565124511719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.4958911895751953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.511572494506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.532308464050293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.5407987213134765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.6303763198852539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.5562963104248047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.6635488128662109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,0.8488140869140626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.6957894134521484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,0.7831168365478516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.0009983825683595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.1440870666503906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,8,1,power_law_1.2,0.07878079891204834
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,1.4372454833984374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,1.7179225158691405
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,8,1,power_law_1.2,0.0794432020187378
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,2.2859974670410157
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,8,1,power_law_1.2,0.08014080047607422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,8,1,power_law_1.2,0.08477184295654297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,2.865314636230469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,8,1,power_law_1.2,0.10632512092590332
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,8,1,power_law_1.2,0.09844160079956055
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,8,1,power_law_1.2,0.09182592391967773
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,8,1,power_law_1.2,0.1124403190612793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,3.4498162841796876
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,8,1,power_law_1.2,0.11955391883850097
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,8,1,power_law_1.2,0.13468159675598143
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,8,1,power_law_1.2,0.20486207962036135
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.2,0.7968370819091797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,8,1,power_law_1.2,0.08158592224121095
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,8,1,power_law_1.2,0.18291711807250977
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,8,1,power_law_1.2,0.2501766395568848
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,8,1,power_law_1.2,0.3439276885986328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,8,1,power_law_1.2,0.43406528472900396
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,8,1,power_law_1.2,0.29977983474731446
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,8,1,power_law_1.2,0.6173503875732422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.2,1.1588665771484377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.2,1.5254829406738282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.07241727828979491
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.20826368331909179
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.2,2.2696934509277344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.2,2.989793395996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.22786304473876956
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.21627199172973635
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.26280256271362307
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.2764192008972168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.2949580764770508
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.2,4.4480154418945315
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.2427052879333496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.23563520431518556
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.3230495834350586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.3794035339355469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.3514611053466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.3191859245300293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.3914611053466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.41390399932861327
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.45761470794677733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.5157696151733399
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.627215347290039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,0.7380665588378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,1.6852082824707033
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,2.168896026611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,0.9800128173828124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.042466559410095216
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.07265600204467773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.2146221160888673
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.03016319990158081
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.01,2.6486245727539064
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.21954879760742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.22833919525146484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.2402579116821289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.2534822463989258
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.26986623764038087
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.09725631713867187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.28994367599487303
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.30444927215576173
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.3388108825683594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.20638912200927734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.35874496459960936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.3892755126953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.12623807907104492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.39686462402343753
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.41696640014648434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.468590087890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.32687553405761716
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.6399507141113281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,0.749617919921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,0.9932614135742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.2256147003173827
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.5254195022583008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,1.7077900695800783
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.07561855792999268
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.10012351989746093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.1580684757232666
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,2.183663330078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.25333375930786134
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.34858238220214843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.01,0.5631039810180665
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.01,0.5927513504028321
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.01,0.5867488098144531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.01,0.6344960021972657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.01,0.6102444839477539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.01,0.648392333984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.01,0.7728498840332032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.01,0.6746521759033203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.01,0.7116838073730468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.2,2.668717346191406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.01,0.8674687957763672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.01,0.9303577423095704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.01,0.7825727844238282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.01,1.179078369140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.01,1.0440972900390624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.01,1.7455001831054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.01,1.4217849731445313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.01,1.2627238464355468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.01,0.0859558391571045
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.01,0.1339635181427002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.01,0.05543551921844483
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.01,0.21061887741088867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.01,0.4476262283325195
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.01,2.1850431823730467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.01,0.47943168640136713
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.01,0.4935321426391601
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.01,2.758209838867187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.01,0.5153926467895508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.01,5.641807250976562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.01,3.333905944824219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.01,0.5214611053466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.01,4.475164184570312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.01,0.2895692825317383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.01,0.5329888153076172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.01,0.5813529586791992
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.01,0.554150390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.01,0.5872428894042969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.01,6.80945068359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.01,0.5670470428466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.01,0.6064096069335937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.01,0.6435654449462891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.01,0.8187769317626954
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.01,0.7466969299316406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.01,1.0762335968017578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.01,0.9415891265869141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.01,1.3459706115722656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.01,1.6318112182617188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.01,2.1945152282714844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.01,2.764989929199219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.01,3.902491455078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.01,5.0471301269531255
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,8,1,power_law_1.01,6.1941198730468745
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.0755353593826294
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.15968064308166502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.2,0.5900191879272461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.24023679733276365
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.2,0.5495040130615234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.2,0.5742419052124024
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.3204652786254883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.2,0.661151351928711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.2,0.7104678344726563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.2,0.7288825225830078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.2,0.7952774047851563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.2,0.6384422302246093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.2,0.6192217636108398
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.2,0.825514907836914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.2,0.8941356658935546
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.2,0.9921260833740234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.2,1.7825894165039062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.2,1.2228742218017579
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.2,1.3039846801757813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.2,1.076016616821289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.2,2.2414002990722657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.2,2.842867736816406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.2,3.391077880859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.2,0.08644415855407714
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.2,0.06062079906463623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.2,0.13371520042419432
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.2,4.540506286621094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.2,0.27113727569580076
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.2,0.44340160369873044
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.2,0.47764926910400385
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.2,0.5152588653564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.2,0.49399360656738284
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.2,0.19426111221313475
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.2,0.5250393676757812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.2,0.5423884963989257
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.2,0.5767891311645508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.2,0.567691535949707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.2,0.6109164810180664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.2,0.6067596817016602
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.2,0.6264799880981445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.2,0.6662611389160157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.2,5.765224609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.2,0.7809932708740235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.2,0.8405241394042969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.2,0.9712748718261718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.2,6.913792724609375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.2,1.1058649444580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.2,1.3768812561035157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.2,1.6597785949707031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.2,2.227528381347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.2,2.7824084472656248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.2,3.9452545166015627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.2,5.09606201171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,8,1,power_law_1.2,6.227263183593751
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.04848447799682617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.05260479927062989
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.05655935764312744
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.0640396785736084
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.09309696197509766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.09390912055969239
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.09572159767150878
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.09627455711364746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.09761664390563965
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.09883008003234864
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.10099712371826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.10221759796142578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.10614399909973145
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.10950271606445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.11400768280029297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.11914688110351564
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.12378560066223146
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.14720704078674315
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.22741119384765626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.27331775665283203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.373699836730957
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,0.6788211059570313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.4700767898559571
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.032074239253997806
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.0339628791809082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.038147840499877926
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.0381932806968689
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.04422912120819092
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.04570623874664307
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.04623104095458984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.04659711837768555
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.04664256095886231
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.048857598304748534
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,0.8848851013183594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.05223360061645508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.049663357734680176
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.05797056198120117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.053258237838745115
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.06275775909423828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.06661952018737793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.06422143936157226
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.07249792098999024
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.0895475196838379
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,1.2985401916503907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.11557696342468263
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.13031871795654298
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.17533056259155272
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.22579391479492186
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,1.7172479248046877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.30939712524414065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.41051776885986324
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,2.126672058105469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,0.5907545471191407
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,16,1,power_law_1.01,0.01873600006103516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,16,1,power_law_1.01,0.021429119110107423
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,16,1,power_law_1.01,0.021880960464477538
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,16,1,power_law_1.01,0.02187903881072998
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,16,1,power_law_1.01,0.0220633602142334
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,16,1,power_law_1.01,0.02179647922515869
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,0.9479174041748047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,16,1,power_law_1.01,0.022147839069366453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,16,1,power_law_1.01,0.01971968054771423
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,16,1,power_law_1.01,0.021609599590301516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,16,1,power_law_1.01,0.020579841136932373
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,16,1,power_law_1.01,0.024263041019439695
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,16,1,power_law_1.01,0.025426559448242188
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,16,1,power_law_1.01,0.02262592077255249
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,16,1,power_law_1.01,0.027095038890838623
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,16,1,power_law_1.01,0.029380478858947755
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,16,1,power_law_1.01,0.03290623903274536
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,16,1,power_law_1.01,0.04349055767059326
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,16,1,power_law_1.01,0.03684544086456299
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.01,0.050634880065917966
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.01,0.06463295936584472
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.01,0.07773695945739746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.04929728031158447
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.05298495769500733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.05483136177062988
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.06387199878692626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.09319999694824219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.09462976455688477
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.09595328330993652
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.09647168159484863
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.0978662395477295
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.09860480308532715
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.10040127754211425
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.10200448036193847
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.10510144233703614
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.10978367805480957
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.11303999900817871
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.12055744171142577
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.12430015563964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.14670016288757323
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.01,0.10282496452331542
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.1783839988708496
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.01,0.18493120193481444
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.01,0.12889792442321776
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.27399999618530274
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.01,0.23993856430053712
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.3779372787475586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.2258732795715332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.47448383331298827
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,0.6824012756347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.03458175897598267
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.03932800054550171
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.03898560047149659
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.0391648006439209
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.04436736106872559
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.045402240753173825
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.01,0.3513407897949219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.045934081077575684
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.047397122383117676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.04728576183319092
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.050693759918212886
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.049248638153076174
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.0542080020904541
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.052925438880920404
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.05986752033233642
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.06598271846771239
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,0.8865503692626954
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.06816192150115967
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.06651840209960938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.09320768356323242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.07240511894226073
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.1143500804901123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.01,0.46121280670166015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.12885888099670412
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.1745484733581543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.2255411148071289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,1.2968229675292968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.3098591995239258
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,16,1,power_law_1.2,0.018894720077514648
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,16,1,power_law_1.2,0.020142719745635987
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,16,1,power_law_1.2,0.020539519786834718
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,16,1,power_law_1.2,0.02179136037826538
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,16,1,power_law_1.2,0.021726720333099366
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,16,1,power_law_1.2,0.022202880382537843
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,16,1,power_law_1.2,0.02191744089126587
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,16,1,power_law_1.2,0.02215359926223755
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,16,1,power_law_1.2,0.022195839881896974
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,16,1,power_law_1.2,0.02225791931152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,16,1,power_law_1.2,0.022782719135284422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.4093280029296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,16,1,power_law_1.2,0.025669760704040527
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,16,1,power_law_1.2,0.02703104019165039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,1.7009248352050783
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.01,0.5709190368652344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,0.5903680038452148
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,16,1,power_law_1.2,0.04433343887329101
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,2.1160549926757812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,0.7734239959716798
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,16,1,power_law_1.2,0.02552639961242676
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,16,1,power_law_1.2,0.030850560665130616
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,16,1,power_law_1.2,0.0335641598701477
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,16,1,power_law_1.2,0.03529664039611816
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,0.9491468811035156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.2,0.052664961814880375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.2,0.06689792156219483
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.2,0.0801580810546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.0631603193283081
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.0718937587738037
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.0768832015991211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.08936063766479492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.12882240295410158
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.12903615951538086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.13122112274169923
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.13148159980773927
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.1329683208465576
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.1341919994354248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.1412435245513916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.14595199584960938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.1515129566192627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.155415678024292
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.2,0.10920000076293945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.15930560111999512
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.1661222457885742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.17639039993286132
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.2,0.1355891227722168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.23073856353759767
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.28706560134887693
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.35324222564697266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.4315155029296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,0.5936262512207031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,0.7583634948730469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.2,0.19244224548339844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,1.0953363037109374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,1.4398451232910157
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.2,0.24862592697143554
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.04684415817260742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.05047167778015137
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.06357632160186769
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.06857791900634766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.06927103996276855
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.0702943992614746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.07135231971740723
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.07175936222076415
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.07286719799041748
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05021759986877441
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.07383743762969971
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.07529215812683106
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.07771008014678955
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.08032447814941406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.08248640060424804
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.0857919979095459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.0880992031097412
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,2.119656982421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.0981715202331543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.1317734432220459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.1531443214416504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.1824140739440918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.24809215545654295
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.31900672912597655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,0.45607231140136717
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.2,0.3658009719848633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,2.801507873535156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,0.5939744186401368
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,3.5256607055664064
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.2,0.48369407653808594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,0.8516588592529297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,1.118439712524414
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.2,0.5953855895996094
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,16,1,power_law_1.01,0.02219775915145874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,16,1,power_law_1.01,0.031053440570831297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,16,1,power_law_1.01,0.030981760025024414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,1.38596923828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,16,1,power_law_1.01,0.03262784004211426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,16,1,power_law_1.01,0.024269440174102784
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,16,1,power_law_1.01,0.025039360523223874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,16,1,power_law_1.01,0.03069888114929199
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,16,1,power_law_1.01,0.02957632064819336
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,16,1,power_law_1.01,0.029665279388427734
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,16,1,power_law_1.01,0.031075839996337888
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,16,1,power_law_1.01,0.032892799377441405
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,16,1,power_law_1.01,0.03405312061309814
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,16,1,power_law_1.01,0.03568448066711426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,16,1,power_law_1.01,0.03960383892059326
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,16,1,power_law_1.01,0.043553919792175294
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,16,1,power_law_1.01,0.04413824081420899
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,16,1,power_law_1.01,0.049088640213012694
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,16,1,power_law_1.01,0.05710207939147949
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.01,0.069269118309021
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.01,0.08714048385620117
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.01,0.10399168014526368
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.06342016220092773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.07058495998382568
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.07479680061340332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.08923711776733398
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.12834176063537597
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.12973888397216798
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.1316025638580322
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.13233983993530274
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.13382783889770508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.13538496017456053
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.14155903816223145
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.14775232315063475
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.15073792457580565
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.15577216148376466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.1604844856262207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.16861568450927736
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.1778291130065918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.23169727325439454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.29118272781372073
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.01,0.14295104026794433
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.3554828643798828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.01,0.18155136108398437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.43548095703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,0.6019731140136718
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.01,0.2570841598510742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,0.7622048187255859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,1.0952960205078124
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.01,0.33520767211914065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.04669824123382568
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.04930111885070801
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.050748801231384276
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.06427584171295167
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.06878528118133545
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,1.4361970520019531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.07032959938049317
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.07156159877777099
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.07174655914306641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.07182528018951416
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.07346879959106445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.07424831867218018
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.07641727924346924
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.07684800148010254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.08038528442382813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.08302528381347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.08646080017089844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.08988991737365723
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.09822848320007324
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.13226752281188964
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.1532364845275879
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.17807872772216798
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.24732288360595703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.01,0.49231487274169916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,2.1100428771972655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.31948863983154296
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,0.45729217529296873
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.01,0.6525100708007813
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,16,1,power_law_1.2,0.02192960023880005
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,16,1,power_law_1.2,0.023915519714355467
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,16,1,power_law_1.2,0.0243340802192688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,0.592476806640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,16,1,power_law_1.2,0.029042561054229737
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,2.7971072387695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,16,1,power_law_1.2,0.030002560615539554
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,16,1,power_law_1.2,0.03073343992233276
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,16,1,power_law_1.2,0.0315884804725647
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,16,1,power_law_1.2,0.030859520435333253
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,16,1,power_law_1.2,0.03167295932769775
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,16,1,power_law_1.2,0.03270591974258423
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,16,1,power_law_1.2,0.032568960189819335
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.01,0.8649427032470702
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,0.850558090209961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,16,1,power_law_1.2,0.04651648044586182
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,3.5809478759765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,1.1267782592773439
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,16,1,power_law_1.2,0.034823040962219234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,16,1,power_law_1.2,0.03500351905822754
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,16,1,power_law_1.2,0.03987135887145996
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,16,1,power_law_1.2,0.04516543865203858
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,1.3809523010253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,16,1,power_law_1.2,0.05046720027923583
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,16,1,power_law_1.2,0.05861120223999024
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.2,0.07127679824829102
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.2,0.0906060791015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.2,0.10744447708129883
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.2,0.14890432357788086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.048024959564208984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.07039616107940674
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.11257984161376952
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.08936767578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.14577919960021973
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.2,0.18857919692993164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.1906278419494629
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.2537772750854492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.25778560638427733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.24535871505737306
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.26237695693969726
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.27700096130371094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.3196524810791016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.3267270278930664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.3458291244506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.3792268753051758
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.3873625564575195
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.40816574096679686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.4730112075805664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.5500972747802735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.2,0.26836736679077144
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.6124038314819336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,0.6990694427490235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,0.8707084655761719
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.2,0.35102142333984376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.0265913391113282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,1.3731666564941407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.04772799968719482
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.055276160240173344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,1.7293344116210938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.07675583839416504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.1073516845703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.2,0.5150892639160156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,2.4364633178710937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.14975680351257323
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,3.1412091064453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.2642956733703613
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.27197952270507814
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.20501760482788084
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.27657983779907225
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,3.865496826171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.279290885925293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.28913536071777346
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.30019264221191405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.30806976318359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3448774337768555
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.30134016036987304
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.2,0.6841254425048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.3493977737426758
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.3865305709838867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.3600191879272461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.4128051376342773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.475164794921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.5369964981079102
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.6458252716064453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,0.7562419128417969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,0.9790886688232423
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.2284857940673828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,1.7007635498046874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,2.177342071533203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,2.639611511230469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.2,0.8458054351806641
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,16,1,power_law_1.01,0.06811007976531983
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,16,1,power_law_1.01,0.1868057632446289
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,16,1,power_law_1.01,0.19102848052978516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,16,1,power_law_1.01,0.19924287796020507
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,16,1,power_law_1.01,0.20900287628173828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,16,1,power_law_1.01,0.07140992164611817
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,16,1,power_law_1.01,0.21175167083740237
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,16,1,power_law_1.01,0.22059392929077148
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,16,1,power_law_1.01,0.2354841613769531
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,16,1,power_law_1.01,0.08463232040405273
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,16,1,power_law_1.01,0.24241216659545897
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,16,1,power_law_1.01,0.26306112289428707
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,16,1,power_law_1.01,0.12077312469482422
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,16,1,power_law_1.01,0.09874112129211425
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,16,1,power_law_1.01,0.140698881149292
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,16,1,power_law_1.01,0.17705087661743163
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,16,1,power_law_1.01,0.18291328430175782
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,16,1,power_law_1.01,0.3064806365966797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.01,0.4422911834716797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.01,0.35379390716552733
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.01,0.5427974319458008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.04855231761932373
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.01,0.9446924591064454
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.01,0.7426950073242187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.07175615787506104
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.11064127922058105
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.13916416168212892
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.01,1.3533978271484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.1871820831298828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.01,1.8333331298828124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.24364032745361328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.2512883186340332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.08841792106628418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.2547955131530762
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.262871036529541
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.28991039276123043
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.3310374450683594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.31900543212890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.3586463928222656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.4212358474731445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.38220672607421874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.39875457763671873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.515838737487793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.553625602722168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.6193523025512695
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,0.7130969238281251
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,0.884497299194336
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.01,2.6667449951171873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.0378374481201171
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.04760191917419433
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.05728384017944336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.07685120105743408
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,1.7426316833496096
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.10234368324279786
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,1.386339874267578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.01,3.6675796508789062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,7168,2048,8,256,16,1,power_law_1.01,4.627340087890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,2.4532179260253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.14747008323669433
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.197959041595459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.270817928314209
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.2616281509399414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,3.8902816772460938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.2876044845581055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,3.164310302734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.28141696929931637
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.274192008972168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.3027712059020996
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.29750656127929687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.3575187301635742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3129465675354004
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.3468582534790039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.37089088439941403
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.4005158233642578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.5008070373535156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.6630854034423829
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.4252115249633789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.5493894577026367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,16,1,power_law_1.2,0.06856383800506591
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,0.7913593292236328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,16,1,power_law_1.2,0.07306623935699463
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,16,1,power_law_1.2,0.08345727920532227
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,16,1,power_law_1.2,0.09630592346191406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,0.9952864074707032
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,16,1,power_law_1.2,0.11600768089294433
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,1.7200711059570313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,16,1,power_law_1.2,0.17499776840209963
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,16,1,power_law_1.2,0.13582207679748534
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.2436364746093749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,2.193864288330078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,16,1,power_law_1.2,0.1834911918640137
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,16,1,power_law_1.2,0.18679872512817383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,16,1,power_law_1.2,0.1934239959716797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,2.6572442626953126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,16,1,power_law_1.2,0.20215488433837892
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,16,1,power_law_1.2,0.2318297576904297
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,16,1,power_law_1.2,0.21073856353759765
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,16,1,power_law_1.2,0.2480691146850586
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,16,1,power_law_1.2,0.21778495788574218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,16,1,power_law_1.2,0.2615577507019043
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,16,1,power_law_1.2,0.2939967918395996
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,16,1,power_law_1.2,0.35400833129882814
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.2,0.4205011367797852
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.2,0.5712742233276368
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.2,1.075543670654297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.03662591934204101
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.2,0.7212025451660156
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.2,1.40569091796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.2,2.191290283203125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06688255786895751
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.059323520660400385
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.09408384323120117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.10452287673950196
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.10813311576843261
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.0783622407913208
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.11447039604187012
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.09844223976135254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.10080384254455566
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.04845888137817383
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.1471615982055664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1450873565673828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.15306559562683106
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.15599040031433103
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.16073663711547853
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.168799991607666
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.18709184646606444
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.20614015579223635
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.6829567718505859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.24371904373168946
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.2,2.955023498535156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.29452096939086914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.4887187194824219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.40530750274658206
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.01,0.03657984018325806
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.01,0.0415123176574707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.01,0.05485951900482178
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.01,0.06358528137207031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.01,0.07906879901885985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,0.8696729278564452
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.2460102081298827
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.01,0.09897855758666993
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.01,0.10279935836791991
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.01,0.10326784133911134
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.01,0.10637120246887206
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,1.6258560180664063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,2.010619506835938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.01,0.1075321578979492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.01,0.1252409553527832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.01,0.11028096199035645
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.01,0.1265561580657959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.01,0.13135359764099122
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.01,0.1868288040161133
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.01,0.14408576011657714
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.01,0.13326080322265627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.01,0.13486080169677733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.01,0.15674943923950196
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.01,0.22076032638549803
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.01,0.2533568000793457
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.01,0.32089473724365236
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.01,0.39920513153076176
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.01,0.6880870056152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.01,0.5466758346557616
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.01,1.2597248077392578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.01,0.9662957000732423
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.01,1.549463653564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,16,1,power_law_1.01,0.04513279914855957
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,16,1,power_law_1.01,0.08759872436523437
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,16,1,power_law_1.01,0.09045632362365723
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,16,1,power_law_1.01,0.09512384414672852
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,16,1,power_law_1.01,0.09759743690490723
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,16,1,power_law_1.01,0.04746687889099121
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,16,1,power_law_1.01,0.10004223823547362
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,16,1,power_law_1.01,0.10768128395080567
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,16,1,power_law_1.01,0.05807807922363282
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,16,1,power_law_1.01,0.05211775779724122
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,16,1,power_law_1.01,0.06495232105255126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,16,1,power_law_1.01,0.08214591979980469
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,16,1,power_law_1.01,0.0838374423980713
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,16,1,power_law_1.01,0.11875455856323243
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,16,1,power_law_1.01,0.12335295677185058
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,16,1,power_law_1.01,0.09047039985656738
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,16,1,power_law_1.01,0.1373414421081543
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,16,1,power_law_1.01,0.16455615997314452
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,16,1,power_law_1.01,0.25406015396118165
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,16,1,power_law_1.01,0.19284927368164062
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,16,1,power_law_1.01,0.3169248008728027
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.0312390398979187
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,16,1,power_law_1.01,0.4526182556152344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.05673984050750732
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.06403200149536133
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,16,1,power_law_1.01,0.584145278930664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.07604671955108643
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.09599743843078613
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.10238143920898438
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,16,1,power_law_1.01,0.8709855651855468
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.10618240356445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.11578432083129883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.14549440383911133
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.09828800201416016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.14776960372924805
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,16,1,power_law_1.01,1.1413158416748046
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.049688320159912105
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.15328767776489258
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,16,1,power_law_1.01,1.7164051818847657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.10569600105285644
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,1536,8,128,16,1,power_law_1.01,2.3205567932128908
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,16,1,power_law_1.01,2.9505343627929688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.1560147190093994
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.16047359466552735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.16872383117675782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.24456575393676755
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.18746944427490236
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.20670080184936523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.29832063674926756
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.2,0.036968960762023925
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.2,0.04284480094909668
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.4057011032104493
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.4890739059448242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.2,0.05202816009521485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.2,0.07729407787322998
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.2,0.10174336433410644
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.2,0.10347647666931152
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.2,0.10468352317810059
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.2,0.10663167953491211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.684803237915039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.2,0.10827391624450684
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.2,0.06016960144042969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.2,0.11090687751770019
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.2,0.125096960067749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.2,0.1276364803314209
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.2,0.13139519691467286
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,0.8728896331787108
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.2,0.13412863731384278
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.2,0.14543295860290528
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.2,0.13755583763122559
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.2,0.17325824737548828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.2,0.1908172798156738
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.2,0.2241094398498535
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.2,0.25665088653564455
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.2,0.3211142349243164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.2,0.403199348449707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.2,0.5485932922363281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.2534957122802735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,1536,8,128,16,1,power_law_1.2,0.04513216018676758
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,1536,8,128,16,1,power_law_1.2,0.047548160552978516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,1536,8,128,16,1,power_law_1.2,0.05172671794891357
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,1536,8,128,16,1,power_law_1.2,0.05704703807830811
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,1536,8,128,16,1,power_law_1.2,0.0635968017578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,1536,8,128,16,1,power_law_1.2,0.08286784172058106
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,1536,8,128,16,1,power_law_1.2,0.0870963191986084
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,1536,8,128,16,1,power_law_1.2,0.08893823623657227
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,1536,8,128,16,1,power_law_1.2,0.09223808288574219
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,1536,8,128,16,1,power_law_1.2,0.09344063758850098
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,1536,8,128,16,1,power_law_1.2,0.09676223754882812
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,1536,8,128,16,1,power_law_1.2,0.10104640007019043
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,1536,8,128,16,1,power_law_1.2,0.10339839935302735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.2,0.6930649566650391
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,1536,8,128,16,1,power_law_1.2,0.13104448318481446
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,1.6342195129394532
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,1536,8,128,16,1,power_law_1.2,0.11661248207092285
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,1536,8,128,16,1,power_law_1.2,0.12296575546264647
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.2,0.971123809814453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,1536,8,128,16,1,power_law_1.2,0.15095616340637208
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,1536,8,128,16,1,power_law_1.2,0.18870784759521483
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,1536,8,128,16,1,power_law_1.2,0.2280460739135742
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,1536,8,128,16,1,power_law_1.2,0.3116524887084961
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,1536,8,128,16,1,power_law_1.2,0.3997785568237305
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.0138706970214844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,1536,8,128,16,1,power_law_1.2,0.5926310348510742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.2,1.2615948486328126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.0456006383895874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.07311359882354737
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.08966912269592285
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.10615488052368165
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.13303744316101074
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.1888492774963379
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.19653440475463868
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.20392063140869138
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.20887296676635742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.21909248352050784
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.22899904251098632
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.25486528396606445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.2567923164367676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.267193603515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.2719910430908203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.27622528076171876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.2964518356323242
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,1536,8,128,16,1,power_law_1.2,0.7938777923583984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.3502342224121094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.42482753753662106
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.4864390563964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.5677625656127929
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,0.7457855987548828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,0.9099123382568359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.254818572998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,1.605977020263672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,2.29640380859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,1536,8,128,16,1,power_law_1.2,1.1537657928466796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,2.9992153930664065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.053374719619750974
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.07520576000213623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.09706687927246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.13168319702148437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.19716480255126953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,3.6906814575195312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.19229951858520508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.1988960075378418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.2009721565246582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.20400447845458985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.20978944778442382
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.048024959564208984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,1536,8,128,16,1,power_law_1.2,1.51828857421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.01,0.25320192337036135
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.21497728347778322
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.01,0.2734547233581543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.2,1.5539085388183593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.01,0.2740678405761719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.01,0.27410560607910156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.01,0.2904607963562012
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.01,0.3143705558776856
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.01,0.33521728515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.01,0.3945382308959961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.01,0.46538558959960935
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.01,0.709130859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.01,0.5910214233398438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.01,0.9570175933837891
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,1536,8,128,16,1,power_law_1.2,2.275502014160156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.01,2.2005952453613284
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.01,1.2036768341064454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.01,1.6929248046874998
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.01,2.6960794067382814
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,16,1,power_law_1.01,0.06644864082336426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,16,1,power_law_1.01,0.05747392177581787
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,16,1,power_law_1.01,0.07962175846099853
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,16,1,power_law_1.01,0.09264767646789551
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,16,1,power_law_1.01,0.14366208076477052
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,16,1,power_law_1.01,0.1447935962677002
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,16,1,power_law_1.01,0.14908096313476563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,16,1,power_law_1.01,0.1565888023376465
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,16,1,power_law_1.01,0.1620832061767578
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,16,1,power_law_1.01,0.16512128829956055
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,16,1,power_law_1.01,0.17850431442260742
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,16,1,power_law_1.01,0.186944637298584
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,16,1,power_law_1.01,0.12980159759521484
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,16,1,power_law_1.01,0.19747392654418944
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,16,1,power_law_1.01,0.21601791381835939
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,16,1,power_law_1.01,0.31008256912231447
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,16,1,power_law_1.01,0.2646355247497559
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,16,1,power_law_1.01,0.40643840789794916
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,1536,8,128,16,1,power_law_1.2,3.8968692016601567
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,16,1,power_law_1.01,0.512938232421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,16,1,power_law_1.01,0.7126361846923828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,16,1,power_law_1.01,0.9360755157470703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.041865601539611816
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,16,1,power_law_1.01,1.380343017578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.07157631874084472
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.10304960250854492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,16,1,power_law_1.01,1.841227569580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.1283801555633545
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.08738112449645996
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.18537023544311523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.19523584365844726
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.2218572807312012
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.21676095962524414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.20520256042480467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.23734975814819337
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.2692492866516113
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.2635187149047852
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,16,1,power_law_1.01,2.7971136474609373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.26827455520629884
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.2769676780700684
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.28270463943481444
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.3077420806884766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.3665292739868164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.4270214462280274
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.4903084945678711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,0.7495686340332031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.5722617721557617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,0.9141382598876954
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,1.6085459899902343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.2580767822265624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.046820478439331056
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,16,1,power_law_1.01,3.760288696289062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.07342912197113037
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.12087295532226563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.1855718421936035
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.19200704574584962
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,2560,8,160,16,1,power_law_1.01,4.742855529785156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.2004876708984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.20695423126220702
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.20697664260864257
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.21216512680053712
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.2188800048828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.05575551986694336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.2,0.2713049507141113
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.09202431678771973
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,2.31006591796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.2,0.27404863357543946
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.2,0.2745516777038574
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.2,0.283759994506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.2,0.29862783432006834
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.2,0.3447539138793945
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.2,0.41776702880859373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.2,0.31346303939819337
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.2,0.47104064941406254
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.2,0.7232704162597656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.2,0.5995878219604492
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,2560,8,160,16,1,power_law_1.2,0.05173632144927979
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,3.0055859375000002
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,2560,8,160,16,1,power_law_1.2,0.057752318382263176
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,2560,8,160,16,1,power_law_1.2,0.07487167835235595
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,2560,8,160,16,1,power_law_1.2,0.08902912139892578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.2,0.963631362915039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.2,1.2068895721435546
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,2560,8,160,16,1,power_law_1.2,0.12883520126342773
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,2560,8,160,16,1,power_law_1.2,0.13695936203002929
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,2560,8,160,16,1,power_law_1.2,0.1499948787689209
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,2560,8,160,16,1,power_law_1.2,0.15463104248046874
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,2560,8,160,16,1,power_law_1.2,0.16203519821166992
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,2560,8,160,16,1,power_law_1.2,0.16962175369262694
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,2560,8,160,16,1,power_law_1.2,0.17736320495605468
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,2560,8,160,16,1,power_law_1.2,0.18962303161621094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,3.7049209594726564
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.2,1.699980773925781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.2,2.2084204101562497
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,2560,8,160,16,1,power_law_1.2,0.06572671890258788
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,2560,8,160,16,1,power_law_1.2,0.1462662410736084
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,2560,8,160,16,1,power_law_1.2,0.21474111557006834
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,2560,8,160,16,1,power_law_1.2,0.20281728744506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,2560,8,160,16,1,power_law_1.2,0.2432262420654297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.2,2.7053375244140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,2560,8,160,16,1,power_law_1.2,0.30578239440917965
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,2560,8,160,16,1,power_law_1.2,0.36784000396728517
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,2560,8,160,16,1,power_law_1.2,0.5161779022216797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,2560,8,160,16,1,power_law_1.2,0.6724908447265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.04803647994995117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.07481023788452149
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,2560,8,160,16,1,power_law_1.2,1.0027667236328124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.09205632209777832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.11882495880126953
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.1633171272277832
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,2560,8,160,16,1,power_law_1.2,1.335299835205078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.2377452850341797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.26661439895629885
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.3555436706542969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.3822528076171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.3754188919067383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,2560,8,160,16,1,power_law_1.2,2.0512760925292968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.41010494232177735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.4010169601440429
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,2560,8,160,16,1,power_law_1.2,2.7870074462890626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.4148236846923828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.4286182403564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,2560,8,160,16,1,power_law_1.2,4.275276794433593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.4477324676513672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.6336665725708007
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.6062118530273437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.47825153350830074
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.68063232421875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.0076633453369142
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,0.8704294586181641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,0.8058694458007812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.1888166046142579
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.050122241973876956
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.057091197967529296
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,1.5563807678222656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07335296154022217
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,2.656737976074219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.10961024284362793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,1.9238893127441408
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.16651903152465822
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.2553727912902832
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,3.3909478759765626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.3030022430419922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.3480486297607422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.3846335983276367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,4.118062133789063
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.3682355117797852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.41121345520019525
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,2560,8,160,16,1,power_law_1.2,5.746592407226562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.38873279571533204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.42625984191894534
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.4320742416381836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.4917388916015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.44558784484863284
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.6013375854492187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.5170284652709961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,0.7889542388916015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.6578771209716796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.5409836959838867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,0.9043949127197266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.1560543823242189
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,1.4059301757812501
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,1.899309387207031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,2.3909394836425784
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,2.8925531005859377
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,16,1,power_law_1.01,0.08381888389587402
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,16,1,power_law_1.01,0.11065088272094728
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,16,1,power_law_1.01,0.08393535614013672
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,16,1,power_law_1.01,0.12378239631652832
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,16,1,power_law_1.01,0.11757568359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,16,1,power_law_1.01,0.08454848289489746
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,16,1,power_law_1.01,0.08588095664978027
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,16,1,power_law_1.01,0.13789952278137207
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,16,1,power_law_1.01,0.09596159934997558
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,16,1,power_law_1.01,0.08946047782897949
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,16,1,power_law_1.01,0.10292351722717286
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,16,1,power_law_1.01,0.17055807113647461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,16,1,power_law_1.01,0.19415296554565428
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,16,1,power_law_1.01,0.22908992767333985
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,16,1,power_law_1.01,0.29663999557495113
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,16,1,power_law_1.01,0.3352908706665039
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,16,1,power_law_1.01,0.42448318481445313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,16,1,power_law_1.01,0.5991539382934571
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.01,0.7732812499999999
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.0471295976638794
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.06894271850585938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.09162367820739746
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.01,1.1273497772216796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.1169331169128418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.21237375259399416
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.01,1.4698316955566406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.2577388763427734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.34814208984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.35709056854248045
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.383191032409668
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.38573760986328126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.01,2.186356506347656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.01,2.888577880859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.40874687194824216
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.15452287673950196
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.41172737121582037
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.42932159423828126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.45097473144531247
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.01,4.295957641601563
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.6364441680908203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.48166015624999997
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.6046412658691407
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.693367691040039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,0.812023696899414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,0.8770944213867187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.0237017822265624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.2109689331054687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.04891776084899903
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.05741055965423584
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07855103969573975
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,1.5732768249511717
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.11266816139221192
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,1.9396453857421876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.1577132797241211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.24972480773925781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.3562591934204101
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,2.674957580566406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.29352575302124023
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.34257408142089846
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,3.4073760986328123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,4.150089721679687
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.36347713470458987
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.38833984374999997
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.42953151702880865
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.40222015380859377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.42033279418945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.373902702331543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.4962944030761719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.4412140655517578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.5253875350952149
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.5552096176147461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.6785593414306641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.6183020782470703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,0.8225778961181641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,0.9364217376708984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,16,1,power_law_1.2,0.08357760429382324
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.1883277130126952
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,16,1,power_law_1.2,0.08442751884460449
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,1.4379367065429687
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,16,1,power_law_1.2,0.08974143981933594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,1.9384109497070312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,16,1,power_law_1.2,0.1028428840637207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,2.425401611328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,16,1,power_law_1.2,0.10995008468627929
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,2.9236114501953123
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,16,1,power_law_1.2,0.11685567855834962
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,16,1,power_law_1.2,0.1238976001739502
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,16,1,power_law_1.2,0.13743231773376466
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,16,1,power_law_1.2,0.17464576721191408
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,16,1,power_law_1.2,0.19080448150634766
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,16,1,power_law_1.2,0.3364179229736328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,16,1,power_law_1.2,0.08645695686340332
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,16,1,power_law_1.2,0.08403136253356933
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,16,1,power_law_1.2,0.09558143615722656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,16,1,power_law_1.2,0.22964799880981443
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,16,1,power_law_1.2,0.29422208786010745
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,16,1,power_law_1.2,0.4234028625488281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,16,1,power_law_1.2,0.5998681640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.2,0.7728876495361329
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.2,2.887068176269531
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.2,1.1283891296386719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.0557919979095459
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.2,1.4705882263183594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.1183743953704834
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.2,2.1808895874023437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.11835776329040529
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.12898367881774903
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.1365241622924805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.14887999534606933
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.1301088047027588
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.19892608642578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.18741056442260742
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.20135744094848632
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.2057606315612793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.1916339111328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.21595840454101561
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.23718528747558593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.2584569549560547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.2,4.29733642578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.37242176055908205
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.32714111328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.48064384460449217
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.7926726531982422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.0178431701660156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.4529714965820313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.5933951950073242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.03222399950027466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.054779520034790044
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,1.9025465393066405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.01,2.3329612731933596
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.06500351905822754
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.08095295906066895
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.12316991806030272
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.12883904457092285
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.039142398834228515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.13503552436828614
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.14171199798583983
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.11707584381103515
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.1931001663208008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.2037433624267578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.19771392822265627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.1510259246826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.2033772850036621
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.21084352493286135
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.2187942314147949
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.23963775634765624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.25977855682373047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.33140609741210936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.3732633590698242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.48260223388671875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.5930752182006837
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.795638427734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.019311981201172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.0811731243133545
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.12042943954467773
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.18792831420898437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.4610546875000001
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.3029395294189453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.4434316635131836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.01,0.6867769622802735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.01,0.7673299407958984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.01,0.7905184173583985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.01,0.739240951538086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,1.9086694335937502
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.01,0.8177836608886718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.01,0.9410144042968749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.01,0.8754905700683594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.01,1.007770233154297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.152229766845703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.251756134033203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.3914259338378907
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.6486540222167967
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.2,2.3420748901367188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.01,1.3005632019042968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.01,1.4618687438964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.01,1.7878874206542967
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.01,2.760888366699219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.01,2.1185945129394534
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.01,3.4099456787109377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.01,6.0125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.01,4.7072863769531255
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.01,8.62894287109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.01,11.228427734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.01,0.23275264739990234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.01,1.0782809448242188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.01,0.38733505249023437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.01,13.888948974609374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.01,0.6782310485839844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.01,1.4803231811523436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.01,2.368702087402344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.01,2.9232876586914065
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.01,2.9940145874023436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.01,2.5021350097656248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.01,2.776922302246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.01,3.1919238281249998
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.01,2.9404895019531248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.01,2.9179864501953126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.01,3.1670904541015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.01,3.535863037109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.01,2.804962463378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.01,2.9557235717773436
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.01,4.2948065185546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.01,5.59835205078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.01,6.502921142578126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.01,8.019959106445313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.08120767593383789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.01,8.320786743164062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.01,8.397390747070313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.12062975883483887
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.1880678367614746
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.01,15.163577880859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.4033369445800782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.2778131294250488
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.2,0.6737203216552734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.2,0.7603679656982422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.01,22.2674072265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.01,18.875693359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.2,0.7394105529785155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.2,0.7998342132568359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.2,0.8313478088378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.2,0.898226547241211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.2,0.9764294433593751
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.189688949584961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.6929478454589844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.2,1.0417932891845703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.3022598266601562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.2,1.4323443603515624
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.2,1.3397669982910156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.2,1.5139666748046874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.01,32.633022460937504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.2,1.8244543457031248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.2,2.791944885253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.2,3.4360870361328124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.2,0.22531007766723632
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.2,2.14168701171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.2,0.35789569854736325
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.2,0.6957068634033203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.2,4.738826904296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,16,1,power_law_1.01,40.210068359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.2,6.0439208984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.2,1.185923843383789
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.2,3.3085235595703124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.2,2.4568888854980466
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.2,2.688934326171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.2,3.0931002807617185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.2,8.65591796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.2,3.9407513427734373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.2,2.7891717529296876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.2,2.973848876953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.2,3.443239135742188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.2,3.22946044921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.2,3.284205932617188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.2,4.631493225097656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.2,3.628694458007813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.2,1.6769606018066405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.2,4.965632019042969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.2,11.273538818359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.2,5.883583984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.2,6.700884399414062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.2,6.1367773437499995
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.2,13.913785400390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.03363584041595459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.04428544044494629
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04392831802368164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.0434003210067749
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.07182591915130615
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.07062016010284425
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.07384768009185791
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.07115007877349853
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.2,9.800147705078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.07964416027069092
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.0858291244506836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.08404224395751954
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.08878975868225097
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.09158847808837892
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09400064468383788
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.09896127700805664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.2,11.74697509765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.09998144149780273
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.08211647987365722
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.1118387222290039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.12089983940124512
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.14513279914855956
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.17657791137695314
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.2,13.685567626953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.2417612838745117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.29758975982666014
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.4222412872314453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.2,20.007000732421876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.03259903907775879
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.03407871961593628
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.035708160400390626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.5442675018310548
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.03781951904296875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.01,0.04356736183166504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.01,0.04401984214782715
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.01,0.04520768165588379
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.01,0.045527682304382325
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.01,0.045999999046325686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.01,0.046196479797363285
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.01,0.047564158439636225
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.01,0.04893055915832519
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.01,0.04974143981933594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.01,0.05359680175781249
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.01,0.05788032054901123
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.01,0.05982143878936767
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.01,0.05837759971618652
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.01,0.06323904037475586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,0.7894445037841796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.2,25.704289550781247
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.01,0.07417535781860352
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.01,0.08958271980285645
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.01,0.10644672393798829
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.01,0.17672767639160156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.01,0.2545708847045899
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.01,0.14498175621032713
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.0337529754638672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.01,0.3346937561035156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,1.2790758514404297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.01,0.48476928710937506
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.01,0.6291724777221679
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.2,33.06372314453125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,32,1,power_law_1.01,0.018301440477371218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,32,1,power_law_1.01,0.02058176040649414
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,32,1,power_law_1.01,0.020655999183654787
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,32,1,power_law_1.01,0.020957438945770263
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,32,1,power_law_1.01,0.02057408094406128
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,32,1,power_law_1.01,0.02102783918380737
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,32,1,power_law_1.01,0.018585599660873413
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.01,0.7716083526611328
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,32,1,power_law_1.01,0.02054784059524536
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,32,1,power_law_1.01,0.020150399208068846
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,16,1,power_law_1.2,35.545390624999996
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,32,1,power_law_1.01,0.020753920078277588
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,32,1,power_law_1.01,0.020632319450378418
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,32,1,power_law_1.01,0.02181823968887329
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,32,1,power_law_1.01,0.021984639167785643
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,32,1,power_law_1.01,0.023463680744171142
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,32,1,power_law_1.01,0.02505408048629761
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,32,1,power_law_1.01,0.025817599296569828
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,32,1,power_law_1.01,0.028350720405578612
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,32,1,power_law_1.01,0.03406912088394165
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,32,1,power_law_1.01,0.040202879905700685
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,32,1,power_law_1.01,0.052471680641174315
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,32,1,power_law_1.01,0.06230783939361573
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.03246592044830322
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.04613120079040527
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.04585792064666748
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.04390783786773682
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.06406784057617188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.07378623962402345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.0733574390411377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.07151360034942626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.07999423980712891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.08150272369384766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.08469887733459472
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,32,1,power_law_1.01,0.08410752296447754
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.0845241641998291
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.09248127937316894
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.09563776016235351
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.09966272354125977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.10091967582702636
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11175935745239259
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.09004351615905762
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.1217465591430664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.14634559631347657
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,32,1,power_law_1.01,0.10462016105651854
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.17649599075317385
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.24316799163818362
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.30067327499389646
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,32,1,power_law_1.01,0.14412991523742674
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.4255212783813477
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,32,1,power_law_1.01,0.18731903076171874
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.03202687978744507
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.03422015905380249
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.03498111963272095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.5486790466308593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.2,0.043182082176208496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.2,0.044028801918029783
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.2,0.044890241622924806
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.2,0.04552383899688721
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.2,0.04632256031036377
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.2,0.04656320095062256
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.2,0.047676801681518555
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.2,0.04886271953582764
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.2,0.0501523208618164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.2,0.05418367862701416
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.03619071960449219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.2,0.058595199584960934
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,32,1,power_law_1.01,0.272109432220459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.2,0.057817602157592775
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.2,0.0625331211090088
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.2,0.07264063835144044
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.2,0.08945152282714844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.2,0.05955008029937744
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.2,0.10261055946350098
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,0.7914611053466797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.2,0.14391743659973144
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,32,1,power_law_1.01,0.35798015594482424
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.2,0.1764691162109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.2,0.2550092887878418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.0344461059570311
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,4096,14336,2,8,32,1,power_law_1.2,0.01898687958717346
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,32,1,power_law_1.01,0.44599040985107424
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,4096,14336,2,8,32,1,power_law_1.2,0.019362560510635375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.2,0.3337510299682617
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,4096,14336,2,8,32,1,power_law_1.2,0.020244479179382324
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,4096,14336,2,8,32,1,power_law_1.2,0.020614399909973144
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,4096,14336,2,8,32,1,power_law_1.2,0.02055488109588623
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,4096,14336,2,8,32,1,power_law_1.2,0.020592639446258547
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,4096,14336,2,8,32,1,power_law_1.2,0.02094847917556763
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,4096,14336,2,8,32,1,power_law_1.2,0.0212825608253479
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,4096,14336,2,8,32,1,power_law_1.2,0.020576000213623047
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,4096,14336,2,8,32,1,power_law_1.2,0.020597119331359864
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,4096,14336,2,8,32,1,power_law_1.2,0.021841280460357666
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.2,0.48442432403564456
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,1.2806233215332032
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,4096,14336,2,8,32,1,power_law_1.2,0.01853760004043579
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.2,0.6303494262695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,4096,14336,2,8,32,1,power_law_1.2,0.04187007904052734
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,4096,14336,2,8,32,1,power_law_1.2,0.023445758819580078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,4096,14336,2,8,32,1,power_law_1.2,0.024608640670776366
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,4096,14336,2,8,32,1,power_law_1.2,0.022337279319763183
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.2,0.7709951782226563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,4096,14336,2,8,32,1,power_law_1.2,0.10982208251953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,4096,14336,2,8,32,1,power_law_1.2,0.026501760482788083
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,4096,14336,2,8,32,1,power_law_1.2,0.02923648118972778
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,4096,14336,2,8,32,1,power_law_1.2,0.034561278820037844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,4096,14336,2,8,32,1,power_law_1.2,0.05408639907836914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.060591359138488766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.06271103858947755
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.06574143886566161
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.07320447921752929
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.11469823837280273
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.11556415557861328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.11696448326110839
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.11764543533325196
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.1190176010131836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.12055680274963379
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.12491392135620116
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.12735872268676757
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.13070591926574707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.13360960006713868
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.13705471992492674
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.1414668846130371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.1447116756439209
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,4096,14336,2,8,32,1,power_law_1.2,0.06412992000579834
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.16000127792358398
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.17499584197998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.2202412796020508
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,4096,14336,2,8,32,1,power_law_1.2,0.08783935546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.2704153633117676
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,4096,14336,2,8,32,1,power_law_1.2,0.28542591094970704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.3698611068725586
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.46269313812255863
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,0.6577887725830078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,4096,14336,2,8,32,1,power_law_1.2,0.15173760414123535
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,0.8503206634521485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.04129727840423584
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.04270336151123047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.04541567802429199
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.053773441314697266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.05428287982940674
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.05577023983001709
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.05645887851715088
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.037731199264526366
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.05715968132019043
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,4096,14336,2,8,32,1,power_law_1.2,0.1963750457763672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.05584447860717774
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.058150401115417485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.06162687778472901
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.06044799804687499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.06608448028564454
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.069683837890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.0737395191192627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.07224768161773681
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.08574399948120118
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.09666687965393066
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,1.2400812530517578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.11439167976379394
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.1406118392944336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.19858112335205078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.2453107261657715
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,1.6338105773925782
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.3496691131591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.45406337738037106
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,4096,14336,2,8,32,1,power_law_1.2,0.3777939224243164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,0.6626509094238282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,2.0485267639160156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,0.8577747344970703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,32,1,power_law_1.01,0.019361920356750488
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,4096,14336,2,8,32,1,power_law_1.2,0.4655481719970703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,32,1,power_law_1.01,0.0230131196975708
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,32,1,power_law_1.01,0.023315200805664064
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,32,1,power_law_1.01,0.02314879894256592
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,32,1,power_law_1.01,0.02381824016571045
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,32,1,power_law_1.01,0.023838720321655273
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,32,1,power_law_1.01,0.021324799060821534
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,1.0598540496826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,32,1,power_law_1.01,0.02109951972961426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,32,1,power_law_1.01,0.023041279315948487
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,32,1,power_law_1.01,0.022771201133728027
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,32,1,power_law_1.01,0.023040640354156493
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,32,1,power_law_1.01,0.026577279567718503
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,32,1,power_law_1.01,0.02630592107772827
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,32,1,power_law_1.01,0.030689280033111572
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,32,1,power_law_1.01,0.028749439716339108
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,32,1,power_law_1.01,0.032305920124053956
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,32,1,power_law_1.01,0.036601600646972654
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,32,1,power_law_1.01,0.04555712223052978
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.01,0.05639359951019287
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.01,0.07017792224884033
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.01,0.08258879661560059
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.06005184173583984
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.06255040168762208
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.06484288215637207
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.01,0.11162752151489257
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.07372032165527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.11349696159362792
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.11592767715454103
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.11656895637512207
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.01,0.14010432243347168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.11752575874328612
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.1188633632659912
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.11938943862915039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.127324161529541
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.12452032089233397
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.12853568077087402
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.13328448295593262
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.13711615562438967
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.1405363178253174
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.14461824417114258
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.15981375694274902
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.17537471771240234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.22707775115966794
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.2748543930053711
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.01,0.20052032470703124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.3725983810424805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.4697593688964844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.01,0.2607142448425293
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,0.6618637084960938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.03860352039337158
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.042144641876220704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.042096638679504396
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.045725440979003905
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.05373568058013915
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.05496895790100098
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.055967359542846686
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.0562937593460083
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.05664959907531738
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.05760191917419434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.05898752212524414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.060375041961669915
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.062186241149902344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.06556672096252442
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.06812799930572509
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.07119423866271972
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.0751743984222412
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,0.8587999725341797
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.01,0.3797945785522461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.08584896087646485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.09689151763916015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.1154419231414795
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.13562944412231445
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.19843967437744142
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.24390592575073242
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,1.2460345458984374
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.01,0.501262092590332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.35043968200683595
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,6144,16384,2,8,32,1,power_law_1.2,0.019779200553894045
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,6144,16384,2,8,32,1,power_law_1.2,0.02040447950363159
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,6144,16384,2,8,32,1,power_law_1.2,0.02135999917984009
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,6144,16384,2,8,32,1,power_law_1.2,0.022629759311676025
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,6144,16384,2,8,32,1,power_law_1.2,0.023002879619598387
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,6144,16384,2,8,32,1,power_law_1.2,0.022999680042266844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,6144,16384,2,8,32,1,power_law_1.2,0.023434240818023682
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,6144,16384,2,8,32,1,power_law_1.2,0.02318847894668579
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,6144,16384,2,8,32,1,power_law_1.2,0.0235263991355896
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,6144,16384,2,8,32,1,power_law_1.2,0.02378688097000122
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,6144,16384,2,8,32,1,power_law_1.2,0.024250240325927735
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,6144,16384,2,8,32,1,power_law_1.2,0.025537281036376952
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,6144,16384,2,8,32,1,power_law_1.2,0.026806399822235105
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,6144,16384,2,8,32,1,power_law_1.2,0.02864192008972168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.45481086730957027
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,6144,16384,2,8,32,1,power_law_1.2,0.03282815933227539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,1.6322738647460937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.01,0.6244428634643555
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,0.6628211212158204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,2.036426849365234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,0.8654150390625001
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,6144,16384,2,8,32,1,power_law_1.2,0.031626880168914795
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,6144,16384,2,8,32,1,power_law_1.2,0.037533440589904786
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,6144,16384,2,8,32,1,power_law_1.2,0.0460595178604126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,1.0581740570068359
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.2,0.05834432125091553
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.2,0.21160512924194336
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.2,0.07258304119110107
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.04432000160217285
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.04841152191162109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07949312210083008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.09766655921936035
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.12002559661865235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.1491372776031494
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.17633920669555664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.2,0.08569855690002441
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.1844972801208496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.18631231307983398
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.19038976669311522
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.19758975982666016
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.21526208877563477
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.21952447891235352
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.24163455963134767
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.32222015380859376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.3291731262207031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.34451072692871093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.37446334838867185
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.40236545562744136
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.2,0.11696063995361328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.46189311981201175
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.5195257568359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.2,0.14754560470581055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.6809439849853516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,0.842779541015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.1105606079101562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.4025631713867188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.01,0.048568320274353025
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.01,0.05507775783538819
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.2,0.2746847915649414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.01,0.07185279846191406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,1.9676716613769532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.01,0.0995571231842041
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.01,0.13570560455322264
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,2.543101501464844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.01,0.19426111221313475
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.01,0.2251820755004883
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.2,0.3995430374145508
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.01,0.2322835159301758
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.01,0.23575359344482422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,3.1353842163085934
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.01,0.2388902473449707
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.01,0.24844736099243164
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.01,0.25889408111572265
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.01,0.25970048904418946
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.01,0.267392635345459
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.01,0.3219577789306641
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.01,0.33720767974853516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.01,0.3261715316772461
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.2,0.5297324752807617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.01,0.36322879791259766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.01,0.39009918212890626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.01,0.453051528930664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.01,0.6247334289550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.01,0.7361427307128906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.01,0.515362548828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.01,0.9577362823486328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.01,1.2039891052246094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.01,1.6749497985839845
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.01,2.1481324768066408
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.2,0.6556192016601562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.01,2.6096575927734373
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,32,1,power_law_1.01,0.0745369577407837
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,32,1,power_law_1.01,0.17782655715942383
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,32,1,power_law_1.01,0.18198015213012694
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,32,1,power_law_1.01,0.19032447814941406
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,32,1,power_law_1.01,0.07720064163208008
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,32,1,power_law_1.01,0.19949951171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,32,1,power_law_1.01,0.20177791595458983
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,32,1,power_law_1.01,0.20948991775512696
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,32,1,power_law_1.01,0.22285375595092774
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,32,1,power_law_1.01,0.08836223602294921
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,32,1,power_law_1.01,0.23133312225341798
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,32,1,power_law_1.01,0.2490924835205078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,32,1,power_law_1.01,0.1025766372680664
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,32,1,power_law_1.01,0.11887680053710939
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,32,1,power_law_1.01,0.1350227165222168
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,32,1,power_law_1.01,0.16857088088989258
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,32,1,power_law_1.01,0.17330495834350584
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,32,1,power_law_1.01,0.2978188705444336
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,32,1,power_law_1.01,0.33978752136230467
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,32,1,power_law_1.01,0.5272499084472656
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,32,1,power_law_1.01,0.4268697738647461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.04512896060943604
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,32,1,power_law_1.01,0.7142559814453124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.04982079982757569
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,32,1,power_law_1.01,0.9227756500244141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.08006208419799805
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.09535615921020509
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.11586112022399901
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,32,1,power_law_1.01,1.3471128845214844
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,32,1,power_law_1.01,1.7657408142089843
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.17369279861450196
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.14598719596862791
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.18341440200805664
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.1866067123413086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.1908019256591797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.19997888565063476
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.2157913589477539
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.24529279708862303
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.2279155158996582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.32404991149902346
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.33307327270507814
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.3474079895019531
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,12288,7168,2048,8,256,32,1,power_law_1.01,2.5688864135742184
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.37753280639648434
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.4667014312744141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.4070086288452148
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.5302067184448243
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,0.8472863769531249
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16384,7168,2048,8,256,32,1,power_law_1.01,3.5376199340820316
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.6864300537109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.2,0.045207037925720214
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,20480,7168,2048,8,256,32,1,power_law_1.01,4.4586816406250005
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.2,0.05481279850006103
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.2,0.07222271919250488
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.1178489685058595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.2,0.10156031608581544
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.2,0.12967552185058592
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.4145420837402345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,1.981980743408203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.2,0.1894291114807129
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,2.5578028869628904
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.2,0.22215103149414062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.2,0.23442623138427737
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.2,0.229751033782959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.2,0.23977535247802734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.2,0.247457275390625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,3.1536358642578124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.2,0.27214271545410157
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.2,0.2615673637390137
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.2,0.25701696395874024
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.2,0.3337747192382813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.2,0.32451007843017576
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.2,0.3464313507080078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.2,0.3758464050292969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.2,0.40194881439208985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.2,0.4793203353881836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.2,0.5286329650878907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,256,32,1,power_law_1.2,0.0750278377532959
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.2,0.7700268554687499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.2,0.6423846435546875
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,256,32,1,power_law_1.2,0.07828224182128907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,256,32,1,power_law_1.2,0.08777215957641601
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,256,32,1,power_law_1.2,0.10020863533020019
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.2,1.2206873321533203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.2,0.9729990386962891
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,256,32,1,power_law_1.2,0.1152735996246338
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.2,1.69413818359375
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,256,32,1,power_law_1.2,0.1315980815887451
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,256,32,1,power_law_1.2,0.1729580879211426
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,256,32,1,power_law_1.2,0.18383615493774413
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,256,32,1,power_law_1.2,0.17775487899780273
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,256,32,1,power_law_1.2,0.1666092872619629
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,256,32,1,power_law_1.2,0.19161983489990236
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.2,2.1672384643554685
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.2,2.6250271606445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,256,32,1,power_law_1.2,0.20051200866699218
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,256,32,1,power_law_1.2,0.20714048385620115
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,256,32,1,power_law_1.2,0.22038080215454103
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,256,32,1,power_law_1.2,0.23433792114257815
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,256,32,1,power_law_1.2,0.24803647994995118
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,256,32,1,power_law_1.2,0.2807391929626465
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,256,32,1,power_law_1.2,0.3437068939208984
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,256,32,1,power_law_1.2,0.40575294494628905
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,256,32,1,power_law_1.2,0.5553043365478516
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,256,32,1,power_law_1.2,0.6940198516845703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.034136960506439204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.04469183921813965
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,256,32,1,power_law_1.2,1.0344563293457032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.053809919357299806
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,256,32,1,power_law_1.2,1.3773893737792968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.05950719833374023
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,256,32,1,power_law_1.2,2.1058457946777347
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.08165504455566405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.08659392356872558
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.0850220775604248
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.08886655807495117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.09148799896240234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.13560128211975098
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.13868800163269043
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.14475775718688966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.14683327674865723
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.1607494354248047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.19691776275634765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.17915584564208983
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.26949888229370117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.35462017059326173
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.45721599578857425
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.23254720687866212
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.6117043304443359
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8192,7168,2048,8,256,32,1,power_law_1.2,2.9615994262695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.7804345703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.1233625793457032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.01,0.04106112003326416
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.01,0.04909120082855224
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,1.8078028869628906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.01,0.05901631832122802
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.4635527038574219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.01,0.07413504123687745
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.01,0.08682368278503419
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.01,0.08707967758178711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.01,0.03577215909957886
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.01,0.09096384048461914
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.01,0.0896339225769043
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.01,0.09303487777709961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.01,0.11475199699401854
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.01,0.11522815704345704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.01,0.09783231735229492
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.01,0.12160191535949708
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.01,0.12463040351867676
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.01,0.1272979164123535
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.01,0.1365830421447754
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.01,0.14949376106262208
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.01,0.17996351242065428
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.01,0.2154003143310547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.01,0.24952512741088867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.01,0.31824960708618166
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.01,0.3987993621826172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.01,0.6906227111816406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.01,0.5474111938476562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.01,0.9724313354492187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.01,1.2684774780273438
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.01,1.554781494140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.052954878807067875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.058994560241699225
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.06804096221923828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.08434559822082519
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.0847225570678711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.08705599784851074
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.08997376441955567
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.09288831710815429
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.09676671981811523
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.13616512298583985
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.1393139171600342
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.14431039810180663
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.14713408470153808
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.151527042388916
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.16089344024658203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.1791846466064453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.19684160232543946
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.2326598358154297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.2697158432006836
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.35336254119873045
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.0328985595703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.037061119079589845
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.4573011016845703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.2,0.04105279922485351
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.2,0.04815423965454101
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.2,0.05666687965393067
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.2,0.0722707176208496
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.2,0.08778559684753418
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.2,0.032882559299469
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.2,0.0893727970123291
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.2,0.08759872436523437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.2,0.09531007766723633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.6122931289672852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.2,0.09559679985046386
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.2,0.08831104278564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.2,0.11738495826721192
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.2,0.11356800079345704
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.2,0.1219200038909912
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.2,0.12343104362487793
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.2,0.1289241600036621
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.2,0.13482368469238282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.2,0.1667673683166504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.7855474853515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.2,0.18483264923095705
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.2,0.2199507141113281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.2,0.2530303955078125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.2,0.31915519714355467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.2,0.4035808181762695
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.2,0.5502604675292969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.126099853515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.2,0.6952288055419922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.4641043090820314
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.2,0.9746649932861328
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.2,1.2668294525146484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.04433407783508301
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.06046847820281982
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.07774400234222412
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.09032640457153321
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.10969599723815918
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.1435103988647461
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.14867839813232422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.15157504081726075
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.13866623878479004
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.1571551990509033
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.16806848526000978
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.17926912307739257
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.2348940849304199
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.23846208572387698
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.24431295394897462
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.2589216041564941
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.2253267288208008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,1.8056845092773437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.28792896270751955
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.31482431411743167
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.39023231506347655
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.46575744628906246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.6234579086303711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.7637529754638672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.0453234863281249
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.3384646606445312
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,1.9172953796386718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.01,0.04597951889038086
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.2,1.5599398803710938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.01,0.05214399814605712
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.01,0.08723263740539551
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.01,0.07060416221618653
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.01,0.11505855560302733
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,2.5012953186035154
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.01,0.15794431686401367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.01,0.1573305606842041
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,3.0840530395507812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.01,0.16195648193359374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.01,0.16481855392456055
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.01,0.17090112686157227
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.01,0.178985595703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.01,0.20794111251831054
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.01,0.18331520080566405
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.01,0.2266803169250488
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.01,0.2285740852355957
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.01,0.22656639099121093
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.01,0.26714176177978516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.01,0.24208703994750977
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.01,0.28654912948608396
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.01,0.3392531204223633
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.01,0.3919583892822266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.01,0.5126739120483398
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.01,0.6141100692749023
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.01,1.0588953399658203
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.01,0.8407033538818359
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.01,1.4829203796386718
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.01,1.930366668701172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.01,2.376744384765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.04073855876922607
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.06863232135772705
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.08754303932189941
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.11011391639709474
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.0774777603149414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.14334976196289062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.13829567909240723
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.15042880058288574
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.1560799980163574
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.16117311477661134
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.1843187141418457
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.17046207427978516
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.2282796859741211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.23304512023925783
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.26043327331542965
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.2405913543701172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.24534015655517577
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.2874099159240723
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.31754623413085936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.4721222305297852
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.3933689498901367
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.6266553497314453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.2,0.04728831768035889
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.7708236694335937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.2,0.05298304080963134
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.2,0.07010047912597657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.2,0.10995008468627929
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.2,0.08407103538513183
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.0517113494873047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.2,0.15771136283874512
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.2,0.1556544017791748
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.2,0.16663679122924804
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.3436749267578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.2,0.17073984146118165
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.2,0.1736089515686035
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.2,0.18335424423217775
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.2,0.19214271545410155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.2,0.22350400924682617
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,1.922851867675781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.2,0.23167936325073243
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.2,0.25068031311035155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.2,0.22770431518554685
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.2,0.23671360015869142
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.2,0.26948095321655274
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.2,0.29475711822509765
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.2,0.3464960098266602
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.2,0.397694091796875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.2,0.5217663955688476
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,2.5076748657226564
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.2,0.6204313659667969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.2,0.8457971191406249
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.2,1.0609862518310547
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,3.097115478515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.2,1.491287078857422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.2,1.9347007751464844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.2,2.3835661315917966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.05022528171539307
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.078887038230896
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.04839744091033936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.1020576000213623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.1714137649536133
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.1984160041809082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.13359999656677246
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.22970176696777345
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.24111808776855467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.24522752761840821
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.25758848190307615
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.26557952880859376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.30496896743774415
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.2788364791870117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.32385406494140623
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.34158782958984374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.4343360137939453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.4969971084594727
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.466956787109375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.6393971252441406
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.5652447891235352
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,0.95548095703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,0.8324473571777343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.04824831962585449
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.056652798652648925
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.06927552223205566
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.2532415771484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,1.5479461669921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,0.10495039939880371
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,2.1593728637695313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,0.1571020793914795
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,0.30226175308227543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,0.2187238311767578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,0.26295808792114256
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,0.3355635070800781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,3.362362976074219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,0.33920768737792967
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,2.758928527832031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,0.321328010559082
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,0.36226367950439453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,0.37503360748291015
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,0.3797068786621094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,0.3924998474121094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.01,0.4599142456054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.01,0.48472255706787115
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.01,0.5083456039428711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.01,0.5679212951660156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.01,0.6241952133178711
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.01,0.7594989013671876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.01,0.8728505706787109
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.01,1.1256556701660156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.01,1.3754188537597656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.01,1.8628230285644531
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.01,2.3529093933105467
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.01,2.860401916503906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,32,1,power_law_1.01,0.09268223762512207
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,32,1,power_law_1.01,0.12017087936401367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,32,1,power_law_1.01,0.09306495666503907
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,32,1,power_law_1.01,0.12755711555480959
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,32,1,power_law_1.01,0.1331424045562744
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,32,1,power_law_1.01,0.09363264083862305
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,32,1,power_law_1.01,0.14772543907165528
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,32,1,power_law_1.01,0.09489472389221192
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,32,1,power_law_1.01,0.09891712188720703
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,32,1,power_law_1.01,0.10572544097900391
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,32,1,power_law_1.01,0.11210432052612304
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,32,1,power_law_1.01,0.17002176284790038
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,32,1,power_law_1.01,0.19715072631835937
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,32,1,power_law_1.01,0.22975744247436522
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,32,1,power_law_1.01,0.29618560791015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,32,1,power_law_1.01,0.3426579284667969
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,32,1,power_law_1.01,0.4325964736938476
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,32,1,power_law_1.01,0.602933120727539
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,32,1,power_law_1.01,0.7717842864990234
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,32,1,power_law_1.01,1.1168946838378906
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,32,1,power_law_1.01,1.4545645141601562
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.08278656005859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.10203904151916503
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,32,1,power_law_1.01,2.142828216552734
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.12804608345031737
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.18971775054931642
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.1729702377319336
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.22595584869384763
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.23787776947021486
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,32,1,power_law_1.01,2.834505615234375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.24293119430541993
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.24984767913818356
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,32,1,power_law_1.01,4.238153076171875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.26845312118530273
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.28148992538452144
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.30419008255004887
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.32687103271484375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.43720958709716795
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.3432121658325195
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.4702035140991211
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.4999827194213867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.573449592590332
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.6638623809814452
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,0.8352582550048828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,0.9651238250732422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.2712620544433595
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.0485203218460083
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,1.5543629455566408
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.057011198997497556
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.07277120113372802
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,0.10542464256286621
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.1622023010253906
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,0.14561535835266112
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,0.21671167373657227
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,0.2537984085083008
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,0.29967552185058594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,0.3100921630859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,0.31712127685546876
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,2.7668161010742187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,3.385162353515625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,0.3267955017089844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,0.338403205871582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,0.3534444808959961
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,0.36910911560058596
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,0.3904051208496094
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,0.37768318176269533
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.2,0.4643155288696289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.2,0.4929862213134766
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.2,0.521970558166504
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.2,0.585022087097168
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.2,0.645066909790039
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.2,0.7896729278564453
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.2,0.90328125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.2,1.1543724822998047
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.2,1.4045152282714843
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4,7168,2048,8,384,32,1,power_law_1.2,0.09384703636169434
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,8,7168,2048,8,384,32,1,power_law_1.2,0.09542016029357911
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,16,7168,2048,8,384,32,1,power_law_1.2,0.09916735649108886
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.2,1.902056884765625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.2,2.3897882080078126
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,48,7168,2048,8,384,32,1,power_law_1.2,0.11230400085449219
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.2,2.8869030761718752
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,64,7168,2048,8,384,32,1,power_law_1.2,0.11958975791931152
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,80,7168,2048,8,384,32,1,power_law_1.2,0.12592576026916505
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,96,7168,2048,8,384,32,1,power_law_1.2,0.1326700782775879
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,128,7168,2048,8,384,32,1,power_law_1.2,0.1463814353942871
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,160,7168,2048,8,384,32,1,power_law_1.2,0.17080768585205078
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1,7168,2048,8,384,32,1,power_law_1.2,0.09183296203613281
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2,7168,2048,8,384,32,1,power_law_1.2,0.09190079689025879
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,32,7168,2048,8,384,32,1,power_law_1.2,0.1044102382659912
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,192,7168,2048,8,384,32,1,power_law_1.2,0.18989824295043944
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,384,7168,2048,8,384,32,1,power_law_1.2,0.3410297775268555
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,320,7168,2048,8,384,32,1,power_law_1.2,0.29634496688842776
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,512,7168,2048,8,384,32,1,power_law_1.2,0.4309580612182617
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,256,7168,2048,8,384,32,1,power_law_1.2,0.23852352142333982
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,768,7168,2048,8,384,32,1,power_law_1.2,0.6013260650634765
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1024,7168,2048,8,384,32,1,power_law_1.2,0.7725318145751954
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,1536,7168,2048,8,384,32,1,power_law_1.2,1.113356170654297
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.03374912023544312
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,2048,7168,2048,8,384,32,1,power_law_1.2,1.457906494140625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.06056064128875732
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.07358848094940186
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.1030016040802002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.10882431983947753
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.11186944007873537
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.11450367927551271
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.09761856079101563
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,3072,7168,2048,8,384,32,1,power_law_1.2,2.1501324462890627
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.12329343795776367
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,4096,7168,2048,8,384,32,1,power_law_1.2,2.8299993896484374
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.13614656448364257
SGLang,0.5.9,NVIDIA B200,moe,sglang_flashinfer_cutedsl_moe,nvfp4,6144,7168,2048,8,384,32,1,power_law_1.2,4.2249780273437505
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.1341817569732666
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.14109760284423828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.14258496284484862
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.14615424156188966
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.17272768020629883
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.1592473602294922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.19008512496948243
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.2518099212646484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.35344959259033204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.28876672744750975
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.4483366394042969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.5859641647338867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.0801773071289062
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.035715839862823485
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.7499276733398437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.048959360122680665
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.05779967784881592
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.06967872142791748
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.03086656093597412
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.10040767669677735
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.10427519798278809
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.01,1.7277542114257813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.4145018005371095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.1184447956085205
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.11246208190917968
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.10867839813232423
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.12444607734680176
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.13629759788513182
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.1384537601470947
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.1440339183807373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.14875967979431154
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.1446662425994873
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.15790080070495605
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.1752467155456543
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.19151103973388672
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.44953792572021484
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.3554118347167969
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.255416316986084
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.2891865539550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.0623686408996582
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.09893695831298828
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.15505791664123536
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.5874662399291992
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.751607666015625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.23836095809936522
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.5338969421386719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,1.082638702392578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.5634739303588867
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.01,0.5890060806274414
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.6106208038330079
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.33255935668945313
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.7894534301757813
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.7317932891845703
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.4176806640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.01,0.9011321258544921
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.6340435028076172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.6738547515869141
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.082003173828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.2794617462158204
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.01,0.9684333038330077
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.01,1.1035167694091796
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.01,1.0007891082763671
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.2,1.733237762451172
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.3572224426269532
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.6501510620117188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.01,2.1536749267578124
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.654761657714844
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.01,0.4293510437011719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.01,0.28559871673583986
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.01,3.7030209350585936
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.01,0.1755161666870117
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.01,4.754284057617188
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.01,0.7371469116210937
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.01,1.0102278137207032
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.01,6.8432116699218755
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.01,8.9430126953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.01,1.9842892456054688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.01,1.9585292053222656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.01,1.814997100830078
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.01,1.905476531982422
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.01,2.0905850219726565
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.01,2.3396934509277343
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.01,2.270510711669922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.01,2.182256011962891
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.01,2.1358425903320315
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.01,2.8890304565429688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.01,2.302712249755859
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.01,2.435002899169922
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.01,11.068028564453126
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.01,2.8878900146484376
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.01,5.1895422363281245
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.01,8.677797851562499
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.01,5.166692504882812
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.01,5.87822265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.06362815856933593
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.15619839668273924
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.01,8.29181640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.22141887664794924
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.01,14.593818359375001
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.10314944267272949
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.3033100891113281
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.01,10.23357177734375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.5208614349365235
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.5619443130493165
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.5827244949340821
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.01,14.537586669921875
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.6199667358398437
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.6958419036865234
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.6461952209472657
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.7614425659179688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.8157286071777344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.2,0.9303142547607421
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.0086073303222656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.111602554321289
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.2,1.0259916687011719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.2,1.1571564483642578
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.3135845947265625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.01,29.978500976562497
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.4191206359863282
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.6669529724121095
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.2,2.1683750915527344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.6942367553710938
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.2,0.16507839202880858
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.2,0.446954231262207
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.2,3.721084289550781
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,32,1,power_law_1.01,32.12730712890625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.2,0.7830604553222656
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.2,4.778518371582031
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.2,1.939057312011719
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.2,1.653038787841797
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.2,2.4034130859375002
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.2,1.0626169586181642
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.2,6.887335815429688
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.2,2.089740142822266
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.2,1.9541191101074218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.2,2.653509826660156
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.2,2.5727969360351564
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.2,2.2537625122070315
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.2,2.3229356384277344
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.2,3.1315621948242187
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.2,2.5750048828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.2,8.99806640625
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.2,3.1031634521484373
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.2,0.31207679748535155
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.2,3.650257263183594
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.2,4.586464538574218
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.2,11.137969970703125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.2,4.673331298828125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.2,6.090345458984375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.2,5.2785577392578125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.2,10.271842041015626
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.2,13.128309326171877
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.2,13.4546630859375
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.2,20.5351953125
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.2,30.015080566406247
SGLang,0.5.9,NVIDIA B200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,32,1,power_law_1.2,29.32050537109375
