framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,uniform,0.1457311987876892
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,uniform,0.19707200527191163
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,uniform,0.2935839891433716
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,uniform,0.4927648067474365
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,0.8886336326599121
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,0.8895551681518554
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,0.8877599716186524
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,0.8873248100280762
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.6,0.1812563133239746
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.8,0.18144384384155274
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.18152191162109374
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.02,0.18096128463745118
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.17661632537841795
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.6,0.280633602142334
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.8,0.2754412841796875
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.23179904937744142
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.02,0.22296512603759763
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.20965696334838868
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.6,0.32711681365966794
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.8,0.3183302307128906
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.3255091094970703
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.02,0.3227360153198242
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.29820415496826175
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.6,0.5118707275390625
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.8,0.42818046569824214
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.40949951171875
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.02,0.42884288787841796
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.38327297210693356
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,0.6136934280395507
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,0.5636832046508788
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.5136409759521484
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,0.49905982971191404
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.4833536148071289
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,0.7526534271240235
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,0.7025638580322265
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,0.6893183898925781
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,0.6905420684814454
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,0.6788658905029297
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,0.7862950134277343
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,0.7698553466796876
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,0.7534681701660156
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,0.7612754821777343
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,0.7388582611083985
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,0.8151321411132812
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,0.7867059326171875
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,0.7704563140869141
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,0.7839212799072266
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,0.786858901977539
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,uniform,0.11094720363616943
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,uniform,0.16106239557266236
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,uniform,0.25809919834136963
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,uniform,0.4568319797515869
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.4565728187561035
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.4564256191253662
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.45688958168029786
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.4575520038604736
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.6,0.25054784774780275
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.8,0.24326656341552733
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.1930259132385254
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.02,0.19061311721801757
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.16798976898193357
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.6,0.2277312088012695
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.8,0.23094079971313475
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.23144704818725587
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.02,0.2252992057800293
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.21187904357910153
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.6,0.31081920623779297
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.8,0.26842111587524414
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.2783014488220215
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.02,0.2505439949035645
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.24251520156860354
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.6,0.3323494338989258
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.8,0.3188051223754883
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.2904287910461426
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.02,0.2790860748291016
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.29315135955810545
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.39032062530517575
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.3962547302246094
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,uniform,0.09261760115623474
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,uniform,0.14317439794540404
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,uniform,0.23922879695892335
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,uniform,0.24219200611114503
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.24096319675445557
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.39889217376708985
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.2422719955444336
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.24142079353332518
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.24204161167144775
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.38302848815917967
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.6,0.14457599639892577
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.35831680297851565
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.8,0.13633407592773436
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.13591744422912597
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,0.41498878479003903
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.02,0.13667967796325683
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,0.4095878219604492
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.12140031814575196
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.38813697814941406
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.6,0.2143097686767578
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.40710784912109377
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.8,0.19560447692871094
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.15116607666015625
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.3929862213134766
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.02,0.1717011260986328
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,0.42018497467041016
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.14018879890441896
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,0.4100838470458984
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.6,0.18903615951538086
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.3973632049560547
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.8,0.1934623908996582
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.1854591941833496
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,0.40369728088378903
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.02,0.19254783630371092
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.40811840057373044
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.16903936386108398
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,0.4402252960205078
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.6,0.2258188819885254
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.8,0.21442432403564454
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,0.42652416229248047
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.1895084762573242
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.41921535491943357
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.02,0.21645183563232423
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,0.43062911987304686
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.21467519760131837
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,0.22778623580932617
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.446324462890625
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,0.21570112228393556
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.21699264526367185
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,0.20786176681518556
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.20854848861694336
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,0.22997055053710938
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,0.2197574424743652
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.2186182403564453
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,0.22511615753173828
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.21940544128417966
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,0.22940351486206056
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,0.22774911880493165
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.23196544647216796
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,0.2202560043334961
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.2302943992614746
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,0.24441215515136722
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,0.24484800338745116
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.2512531280517578
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,0.24796607971191403
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.2637241554260254
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,uniform,0.08219839930534363
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,uniform,0.13165440559387206
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,uniform,0.1315135955810547
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,uniform,0.1337440013885498
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.13376640081405639
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.1342527985572815
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.13415039777755738
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.13462400436401367
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.6,0.12681344032287598
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.8,0.11173888206481934
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.11696255683898926
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.02,0.11638591766357423
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.1009708786010742
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.6,0.11314496040344238
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.8,0.10436479568481445
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.10788096427917479
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.02,0.11148863792419435
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.09903039932250976
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.6,0.12405695915222167
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.8,0.11769280433654786
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.11876543998718261
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.02,0.11992128372192383
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.12086463928222657
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.6,0.12358079910278322
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.8,0.11901056289672851
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.12400639533996582
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.02,0.11787455558776856
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.11964351654052734
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.12620223999023436
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.12068799972534179
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.12287039756774902
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.12397503852844238
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.12487296104431152
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.12830207824707032
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.1338099193572998
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.1345747184753418
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.13100735664367674
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.13721343994140625
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.13734911918640136
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.14296064376831055
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.14119551658630372
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.15289536476135254
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.1577990436553955
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.1618547248840332
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.16416896820068358
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.18304128646850587
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.1674367904663086
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.1988159942626953
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,uniform,0.030988800525665283
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,uniform,0.07867839932441711
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,uniform,0.03115839958190918
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,uniform,0.07913280129432679
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,uniform,0.0320576012134552
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,uniform,0.07884160280227662
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.03342399895191193
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,uniform,0.08053119778633118
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.033395200967788696
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.08118720054626465
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.08256639838218689
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.08214079737663268
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.03941439986228943
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.08696960210800171
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.6,0.0727782392501831
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.8,0.06634560108184814
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.06711552143096924
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.02,0.07043007850646973
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.05983551979064942
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.6,0.07379519939422607
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.8,0.07474239826202392
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.07236800193786622
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.02,0.07373248100280762
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.07395328044891357
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.6,0.0747929620742798
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.8,0.07477439880371094
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.0738099193572998
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.02,0.07039103984832765
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.07233664035797119
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.6,0.07361279964447022
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.8,0.0747872018814087
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.07638591766357422
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.02,0.07181439876556397
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.07364352226257324
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.07755328178405761
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.07423808097839354
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.08209792137145996
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.08669311523437499
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.08589376449584961
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.08693951606750489
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.08609087944030762
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.09794816017150879
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.10126272201538086
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.10171135902404785
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.10182911872863769
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.04992319941520691
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.10288512229919433
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.11279104232788087
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.11216832160949708
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.1355174446105957
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.1366323184967041
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.1374623966217041
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.06409919857978821
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.6,0.03035583972930908
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.8,0.03038912057876587
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.03047424077987671
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.02,0.03002432107925415
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.030261120796203612
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.6,0.030677120685577392
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.16515775680541994
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.8,0.030145919322967528
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.16829631805419923
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.03002048015594482
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.02,0.030305280685424808
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.030380160808563234
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.6,0.030446081161499022
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.8,0.032723839282989504
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.0355347204208374
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.02,0.036224639415740965
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.04184703826904297
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.6,0.035979518890380854
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.19767936706542968
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.8,0.04099264144897461
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.04966784000396728
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.02,0.04396160125732422
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,uniform,0.0498879998922348
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,uniform,0.0499424010515213
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,uniform,0.04992319941520691
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,uniform,0.051964801549911496
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.05249279737472534
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.053648000955581664
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.047985281944274906
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.04982783794403076
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.05032639980316163
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.06428607940673828
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.06201344013214112
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.057999998331069946
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.06935999989509582
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.6,0.049095678329467776
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.8,0.049121918678283694
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.04763584136962891
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.02,0.047882881164550785
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.04925695896148682
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.6,0.049166722297668455
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.8,0.04913087844848633
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.06439616203308104
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.046561279296875
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.05751488208770752
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.02,0.048000640869140625
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.06408512115478515
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.046672639846801756
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.6,0.04917312145233154
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.8,0.04888448238372803
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.047990398406982424
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.02,0.049456000328063965
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.04819327831268311
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.6,0.04911295890808105
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.8,0.0531276798248291
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.05791935920715332
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.02,0.057646079063415526
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.05649407863616943
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.05495552062988281
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.056466560363769534
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.06211135864257813
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.06628672122955323
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.06879231929779053
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.06493631839752198
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.06590015888214111
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.10548352241516112
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.08263360023498535
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.0904371166229248
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.09171263694763183
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.11737471580505372
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.09025983810424805
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.10237631797790528
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.12450624465942384
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.11624704360961916
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,uniform,0.025158399343490602
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,uniform,0.02508159875869751
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.025110399723052977
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.027055999636650084
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.12779199600219726
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.09122943878173828
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.10753855705261231
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.1596883201599121
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.14265151977539064
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.1554092788696289
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.02937600016593933
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.15439231872558595
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.03324480056762695
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.19892351150512694
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.19790079116821288
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.04351679980754852
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.1677779197692871
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.05826560258865356
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.6,0.024525439739227294
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.8,0.024651520252227783
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.02463360071182251
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.02,0.024241919517517092
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.025166079998016355
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.6,0.024610559940338134
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.8,0.02609407901763916
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.026267518997192384
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.02,0.026489601135253903
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.028247039318084716
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.6,0.02632575988769531
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.8,0.027952640056610106
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.031194880008697513
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.02,0.029632000923156737
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.26031232833862306
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.1634329605102539
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.2590431976318359
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.18997247695922853
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.03783488035202026
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.6,0.030538239479064942
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.8,0.0346835207939148
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.04303999900817871
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.2612940788269043
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.02,0.04390783786773682
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.23252031326293948
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.056568961143493655
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.04253503799438477
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.045907201766967776
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,0.40180030822753904
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.0649619197845459
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.06460031986236572
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.10233920097351075
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.0564467191696167
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.07145279884338379
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.11112768173217773
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.12476863861083984
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.17023424148559568
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.0932588768005371
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.1209772777557373
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.19283008575439453
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.20598783493041992
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,0.3557382583618164
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.15670975685119629
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.21537408828735352
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,0.39302398681640627
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,0.4151315307617187
SGLang,0.5.8.post1,NVIDIA GB200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,0.8634719848632812
