framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,0.3235565721988678
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,0.914345143522535
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,0.8475931388991219
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.7912512012890407
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,0.7969060574259077
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.8209956560816084
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,0.321833142212459
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,1.129995891026088
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,1.1122843435832432
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.0552749701908657
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,1.0595181737627302
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.0450614861079626
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,0.3249737194606236
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,1.1986678872789656
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,1.155362732069833
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.1350729193006244
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,1.1287862845829555
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.1323867355074202
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,0.31900800125939505
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,1.2617663928440639
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,1.2072164637701852
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.1874313082013812
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,1.1715748650687081
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.16301714352199
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,uniform,0.34126171469688416
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_0.6,1.2712822880063739
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_0.8,1.2512740612030029
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.2244845730917795
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.02,1.2377444505691528
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.2722651413508823
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,uniform,0.4939382885183607
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_0.6,1.3038738318852017
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_0.8,1.2456557750701904
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,1.2811099427086967
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.02,1.2960649149758474
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,1.3409343923841204
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,uniform,0.7983771392277309
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_0.6,1.40738377230508
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_0.8,1.3882249048777988
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,1.4465417044503348
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.02,1.4170770304543632
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,1.463951539993286
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,uniform,1.378651431628636
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_0.6,1.6392950807298934
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_0.8,1.6696109635489327
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,1.6827629702431814
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.02,1.782696236882891
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,1.84345874445779
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,uniform,1.8940434285572596
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_0.6,2.383592210497175
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_0.8,2.4004589898245676
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,2.510805940628052
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.02,2.463538292476109
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,2.709929152897426
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,uniform,3.3121188368116106
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_0.6,3.82979108946664
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_0.8,4.043200922012329
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,4.216104262215751
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.02,4.236513859885079
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,4.193410771233695
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,uniform,6.116649150848389
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_0.6,7.152510166168213
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_0.8,7.07332205091204
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,7.356812844957624
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.02,7.1118839127676825
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,7.910982390812465
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.3199771429811205
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.6793526819774083
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.67454719884055
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.6509257163320269
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.6209545169557844
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.6270180565970285
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.3081691435405186
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,0.6884050301143101
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,0.6835885729108538
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.660862169946943
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.6439954280853272
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.6562230825424195
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.3032822864396231
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,0.7128292526517596
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,0.7168100578444344
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.6778431994574411
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,0.6772187420300075
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.7038500564438956
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.30383085778781344
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,0.7210468581744602
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,0.7035062875066485
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.7003364562988281
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,0.7116123403821673
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.7174281137330192
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,uniform,0.3339565694332123
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.6,0.7366217221532549
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.8,0.7257344024521964
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,0.7515949743134634
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.02,0.751859198297773
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,0.763605032648359
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,uniform,0.482317715883255
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.6,0.7962066326822553
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.8,0.7932790875434875
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,0.8156836577824184
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.02,0.8254345127514431
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,0.8546953133174351
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,uniform,0.7911588549613953
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.6,0.9617828573499407
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.8,0.9794806906155178
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,1.0372534802981785
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.02,1.0207688995770046
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,1.1193691389901297
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,uniform,1.048754300389971
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.6,1.3125906331198556
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.8,1.3495359999792917
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,1.4833654846463884
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.02,1.4324461800711497
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,1.5590555463518416
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,uniform,1.7666834081922258
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.6,2.176177392687116
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.8,2.2513197762625556
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,2.3703981603894917
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.02,2.4116571494511194
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,2.563627883366176
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,uniform,3.2095039912632535
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.6,3.731552914210728
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.8,4.114538969312395
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,4.215766859054566
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.02,4.209748111452375
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,4.811634281703404
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,uniform,6.071716581072126
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.6,7.054135731288365
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.8,7.1315035683768135
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,7.705452796391079
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.02,8.712404114859444
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,9.064640099661691
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.3326582908630371
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.33420159987040926
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.3228882312774658
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.317300112758364
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.339837258202689
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.3190655997821263
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.31319315092904226
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.3278345150606973
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.32301714420318606
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.322682512657983
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.32080000213214327
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.3242971420288086
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.3194605750697
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.32807588747569494
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.33533714158194405
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.3385782871927534
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.3379547442708697
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.34826057042394365
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.32330971530505587
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.3595172575541905
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.3602413713932037
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.3777828582695552
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.3797266287463052
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.39286857332502095
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.34675200496401104
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.6,0.42405577046530585
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.8,0.4182656007153647
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,0.4735753161566598
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.02,0.4764681143420083
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,0.5092982871191842
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,uniform,0.43319314292498995
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.6,0.536827426297324
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.8,0.5707794223512922
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,0.6700507470539638
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.02,0.6615378260612488
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,0.7025856001036508
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,uniform,0.6303314311163766
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.6,0.8256594334329878
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.8,0.9050834264074054
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,1.0772864052227564
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.02,1.0859209128788538
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,1.1174811329160417
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,uniform,1.064612558909825
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.6,1.405772794995989
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.8,1.4773750816072737
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,1.9840137141091483
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.02,1.8429074355534145
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,2.301949255807059
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,uniform,1.9210422890526908
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.6,2.6509640966142927
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.8,2.717338514328003
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,4.080274261747088
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.02,3.57110766683306
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,4.301843200411115
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,uniform,3.6145005907331194
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.6,4.994626685551235
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.8,5.783650711604527
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.01,6.5417425836835585
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.02,7.142644132886614
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.2,10.143392031533377
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,uniform,6.9960503578186035
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.6,9.360858535766601
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.8,10.0178037915911
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.01,15.739946065630232
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.02,14.255829102652413
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.2,19.529830387660436
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.3121600023337773
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.31166171601840426
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.2977910850729261
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.2989174851349422
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.29664639830589296
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.3000228575297764
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.3064091461045401
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.2982994292463575
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.30116479907717025
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.2973760008811951
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.3068864013467516
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.300082289321082
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.30645028608185904
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.2994029700756073
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.29739702939987184
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.30087131602423534
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.30087771500859944
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.3194870855127062
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.30271999750818523
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.3161801159381866
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.33855542966297697
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.34513005699430194
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.3440411414418902
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.3997238874435425
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.3206628603594644
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.6,0.402188800913947
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.8,0.4424292572907039
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,0.4925202301570347
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.02,0.49052434648786275
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,0.6015926854951041
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,uniform,0.42809600063732695
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.6,0.5829211439405169
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.8,0.6662043452262878
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,0.7681517737252371
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.02,0.7085750835282462
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,0.9046061737196786
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,uniform,0.7033097062792096
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.6,1.0081435424940928
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.8,1.07512868813106
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,1.4784475462777273
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.02,1.4248804637363979
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,1.9164617368153163
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,uniform,1.2179657220840454
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.6,1.674253705569676
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.8,2.0286765779767717
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,2.523189013344901
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.02,2.3885485717228483
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,4.34205071585519
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,uniform,2.2565531730651855
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.6,3.2400576046534946
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.8,3.880353818620954
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.01,4.582268340247018
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.02,4.848989255087716
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.2,7.238911969321115
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,uniform,4.324635437556675
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.6,6.387285055433001
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.8,6.711381939479283
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.01,10.214597456795829
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.02,10.84173251560756
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.2,15.691448702130998
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,uniform,8.441142763410296
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.6,13.610604885646275
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.8,14.847118650163923
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.01,19.93973955426897
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.02,23.664154652186802
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.2,32.29217551095145
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.3224457119192396
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.3153910858290536
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.3049718873841422
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.30335725716182166
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.3022180574280875
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.30175542746271405
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.31496685317584444
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.3018450319766998
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.3023597708770207
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.3052708557673863
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.30245668717793056
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.2993106280054365
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.3066605712686266
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.3042358832699912
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.3076032016958509
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.3094527985368456
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.30591451695987154
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.35260799867766246
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.3193097157137735
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.32613211274147036
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.34803383009774347
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.40772937110492163
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.383433141878673
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.4830445681299482
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,uniform,0.3425188532897404
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.6,0.4641535997390747
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.8,0.5167140569005694
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,0.6702235426221576
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.02,0.6032941699028015
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,0.8342253736087254
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,uniform,0.5155474288122994
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.6,0.7671241130147661
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.8,0.8767670852797372
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,1.2338605642318725
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.02,1.2022016082491194
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,1.7784859486988613
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,uniform,0.8737462844167437
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.6,1.331380111830575
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.8,1.5740489142281668
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,2.330009576252529
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.02,2.329975778715951
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,3.2318171501159667
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,uniform,1.58600229876382
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.6,2.452800921031407
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.8,2.9769435337611605
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.01,3.8669641154153007
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.02,3.949014861243112
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.2,6.309617410387312
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,uniform,2.9915565763201033
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.6,5.1064758845738005
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.8,6.047975308554513
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.01,9.281165613446916
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.02,9.425005640302386
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.2,15.483854566301618
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,uniform,5.814171586717878
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.6,9.656216648646764
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.8,10.515085683550154
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.01,16.258432115827286
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.02,17.126720864432198
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.2,27.957869665963308
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.31726629393441336
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.3100196574415479
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.29909851380756924
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.30213577321597507
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.2962788564818246
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.30485759803227014
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.3067565773214613
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.3002962282725743
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.2954276587281908
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.30126537254878455
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.3032237708568573
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.30975268738610406
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.31449142949921743
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.3088868566921779
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.3125933723790305
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.3631542844431741
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.34566491501671925
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.4414500560079302
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.3403062863009317
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.3727039975779397
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.4170770278998784
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.5078966864517757
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.5172763432775225
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,0.7942509685243879
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,uniform,0.4108754311289106
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.6,0.5962194306509835
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.8,0.7077339478901454
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,0.9098569137709481
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.02,1.0245485714503697
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,1.3515264068331037
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,uniform,0.700745131288256
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.6,1.018673368862697
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.8,1.2655030829565865
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,1.657098058291844
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.02,1.728510172026498
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,3.0954121044703893
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,uniform,1.2343405825751168
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.6,1.9172050271715437
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.8,2.4273325783865793
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.01,3.2078253541673933
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.02,3.3221366814204623
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.2,6.176498263222831
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,uniform,2.320576020649501
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.6,3.6994075366428922
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.8,4.555568477085658
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.01,6.631506265912737
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.02,6.92978927067348
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.2,12.00884301321847
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,uniform,4.480941704341343
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.6,7.3117412567138675
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.8,9.514410999843053
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.01,15.056327438354492
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.02,15.141668564932687
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.2,25.54081377301897
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.3097142917769296
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.32602880001068113
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.30161005854606626
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.3054564569677625
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.303620571749551
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.3025984023298536
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.3111497163772583
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.3086235446589334
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.31213165521621705
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.3159424015453884
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.322079998254776
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.4059547432831356
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.33872457487242563
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.33807268823896136
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.34307931235858374
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.43594331400735037
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.4494857149464743
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,0.7019327930041722
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.3871177136898041
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.4811254876000541
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.5629906279700143
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,0.7837942889758519
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,0.7869101711681911
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,1.2989869696753367
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,uniform,0.5969142828668866
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.6,0.8126079951013837
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.8,0.9664731417383466
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,1.4444159984588623
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.02,1.475381020137242
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,2.854976006916591
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,uniform,1.0626239776611328
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.6,1.487088452066694
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.8,1.8369206837245395
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.01,2.919548341206142
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.02,3.137238849912371
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.2,5.835152462550572
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,uniform,1.9794971432004655
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.6,2.9169334888458254
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.8,3.6285595621381486
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.01,5.719616944449289
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.02,5.941057845524379
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.2,12.477487509591239
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,uniform,3.815122297831944
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.6,5.617765481131418
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.8,6.702454825810023
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.01,12.4298248563494
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.02,13.115147018432618
SGLang,0.5.10,NVIDIA B200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.2,24.918217195783342
