framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,uniform,0.16956160068511963
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,uniform,0.22582080364227294
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,uniform,0.3355711936950684
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,uniform,0.5568575859069824
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,0.9948543548583985
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,0.9949248313903809
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,0.9965023994445801
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,0.993836784362793
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.6,0.20982656478881836
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.8,0.20937536239624022
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.20964096069335936
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.02,0.2094003105163574
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.20523775100708005
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.6,0.3190956878662109
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.8,0.31916351318359376
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.27023935317993164
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.02,0.26174848556518554
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.25275455474853514
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.6,0.3577036666870117
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.8,0.3728160095214844
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.3660185623168945
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.02,0.3667327880859375
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.3400300979614258
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.6,0.5550495910644531
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.8,0.49530559539794916
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.46004543304443357
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.02,0.454590072631836
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.4363763046264649
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,0.6716998291015626
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,0.5768102264404297
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.5470073699951172
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,0.563372802734375
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.5451500701904297
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,0.8415187072753906
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,0.8047142028808594
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,0.7725497436523437
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,0.7847039794921875
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,0.7618771362304687
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,0.8983859252929687
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,0.841866226196289
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,0.83163330078125
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,0.8055673980712891
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,0.8351366424560547
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,0.9223494720458983
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,0.9147545623779297
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,0.8787840270996095
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,0.8731743621826172
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,0.8701145935058594
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,uniform,0.1331264019012451
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,uniform,0.19009599685668946
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,uniform,0.2990495920181274
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,uniform,0.5179391860961914
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.5195615768432618
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.5183167934417725
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.5191167831420899
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.5189888000488281
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.6,0.2792742347717285
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.8,0.27729280471801754
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.21947904586791994
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.02,0.21037824630737303
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.17771392822265625
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.6,0.23882816314697264
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.8,0.24680511474609376
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.2579360008239746
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.02,0.2449504089355469
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.2371481513977051
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.6,0.3641247940063477
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.8,0.3372889709472656
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.3126425552368164
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.02,0.28983743667602535
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3068806457519531
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.6,0.36128704071044926
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.8,0.34043777465820313
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.3485958480834961
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.02,0.3185465621948242
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.3234931182861328
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.43900222778320314
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.42866561889648436
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.414092788696289
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.43111614227294925
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.40284481048583987
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,0.4793580627441406
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,0.44535358428955074
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.4537081527709961
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.43350208282470704
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.46165313720703127
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,0.4772256088256836
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,0.4669504165649414
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.4509132766723633
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,0.4673766326904297
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.46468990325927734
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,0.4822393417358398
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,0.4768697738647461
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.4753875350952148
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,0.471984634399414
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.4814553451538086
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,uniform,0.09299520254135132
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,uniform,0.14721920490264892
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,uniform,0.14598400592803956
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,uniform,0.14613120555877684
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.14634239673614502
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.14677759408950805
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.14720319509506224
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.14787839651107787
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.6,0.12931327819824218
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.8,0.12270912170410156
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.13050304412841798
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.02,0.1357472038269043
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.13177791595458985
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.6,0.13506943702697755
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.8,0.11672639846801758
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.11324607849121093
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.02,0.11737728118896484
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.1275635242462158
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.6,0.13600704193115234
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.8,0.136494722366333
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.12893888473510742
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.02,0.13264512062072753
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.13094719886779785
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.6,0.13842047691345213
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.8,0.13562560081481934
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.13336447715759275
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.02,0.1325491237640381
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.12980544090270996
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.13768256187438965
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.1391967964172363
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.13307519912719729
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.141527681350708
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.13444928169250486
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.14120063781738282
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.14053119659423827
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.13451199531555175
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.1387788772583008
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.1382579231262207
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.14345215797424316
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.14014016151428224
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.15078720092773437
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.14524736404418945
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.15308671951293945
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.15738816261291505
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.16886720657348633
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.18123327255249025
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.18305599212646484
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.21414207458496093
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,uniform,0.08560960292816162
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,uniform,0.08576639890670776
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,uniform,0.0853983998298645
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,uniform,0.08572800159454345
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.08529599905014038
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.0863103985786438
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.08654720187187195
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.08819199800491333
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.6,0.07825984001159668
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.8,0.07615039825439454
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.08099007606506348
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.02,0.0800755214691162
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.07120704174041748
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.6,0.07975423812866211
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.8,0.08069631576538086
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.08120575904846192
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.02,0.08072768211364746
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.07901951789855957
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.6,0.08216704368591309
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.8,0.08197567939758302
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.08030143737792969
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.02,0.08041088104248047
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.0797324800491333
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.6,0.08241663932800293
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.8,0.08291520118713379
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.08008255958557128
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.02,0.08204352378845214
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.08165760040283203
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.08220607757568359
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.0823468780517578
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.081845121383667
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.07778111934661866
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.08100223541259766
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.08315199851989746
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.08356032371520997
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.09112895965576172
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.09223679542541505
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.09882368087768555
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.09865983963012695
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.10264639854431153
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.10976896286010743
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.10727231979370118
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.11574015617370606
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.12369471549987794
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.13805503845214845
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.15720576286315918
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.15677056312561036
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.2083033561706543
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,uniform,0.053648000955581664
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,uniform,0.05358080267906189
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,uniform,0.05367680191993714
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,uniform,0.053660798072814944
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.05357120037078857
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.05362240076065063
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.055206400156021115
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.0726688027381897
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.6,0.05063168048858643
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.8,0.050810880661010735
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.04957695960998535
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.02,0.048824319839477534
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.04984960079193115
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.6,0.05058815956115723
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.8,0.05067264080047608
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.049677438735961914
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.02,0.05059391975402831
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.05100927829742432
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.6,0.05070655822753907
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.8,0.050967040061950686
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.049863038063049314
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.02,0.05109951972961426
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.050967679023742676
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.6,0.05109312057495117
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.8,0.05117184162139893
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.05133440017700195
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.02,0.051294717788696285
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.056480641365051265
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.05165503978729248
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.058015360832214355
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.06742208003997803
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.06764351844787597
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.06828415870666504
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.06824128150939941
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.06867712020874024
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.07284927845001221
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.08136256217956543
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.0987820816040039
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.08846015930175781
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.09718463897705079
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.1116044807434082
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.12151359558105468
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.16839679718017578
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.12695232391357422
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.15134783744812014
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.17857088088989256
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.17873407363891602
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.27785919189453123
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,uniform,0.03538880050182343
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,uniform,0.03620480000972748
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,uniform,0.035369598865509035
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.036723199486732486
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.0352288007736206
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.03580799996852875
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.04557119905948639
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.06809599995613098
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.6,0.03417216062545776
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.8,0.033307518959045414
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.03357631921768188
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.02,0.033637120723724365
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.0339468789100647
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.6,0.033815679550170896
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.8,0.03359744071960449
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.03368576049804688
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.02,0.03359935998916626
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.03367424011230469
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.6,0.03371968030929565
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.8,0.03397952079772949
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.03396415948867798
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.02,0.034079360961914065
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.03920128107070923
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.6,0.03408384084701538
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.8,0.03864320039749146
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.042919678688049315
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.02,0.04184256076812744
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.044982399940490726
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.0422214412689209
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.054030079841613766
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.06349567890167236
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.05502592086791992
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.07602367877960206
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.06337152004241944
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.06758399963378905
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.08965760231018066
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.09629247665405274
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.12410752296447754
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.09293375968933106
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.1034118366241455
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.14218111991882326
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.1608198356628418
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.22184064865112302
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.14872703552246094
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.1691904067993164
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.23073535919189453
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.3162937545776367
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,0.4730220794677734
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,uniform,0.027024000883102417
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,uniform,0.026617598533630372
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.026940798759460448
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.026940798759460448
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.02698880136013031
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.029216000437736513
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.03923520147800445
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.06397119760513306
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.6,0.024262399673461915
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.8,0.024569599628448485
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.02426367998123169
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.02,0.024591999053955076
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.024673919677734375
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.6,0.024757120609283447
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.8,0.024276480674743653
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.024757120609283447
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.02,0.02470911979675293
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.027420160770416258
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.6,0.02464384078979492
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.8,0.028725759983062742
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.02976639986038208
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.02,0.02887808084487915
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.03283456087112427
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.6,0.02881216049194336
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.8,0.03147968053817749
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.03945535898208618
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.02,0.03931776046752929
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.05308864116668701
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.03786112070083618
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.04297279834747315
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.06181824207305908
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.06414463996887207
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.09501184463500977
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.05303040027618409
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.06992127895355224
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.10830464363098144
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.1145900821685791
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.2094476890563965
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.09093631744384766
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.12097344398498536
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.20581119537353515
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.19924480438232423
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,0.39043582916259767
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.15258175849914551
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.20518527984619142
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,0.38310142517089846
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,0.44887935638427734
SGLang,0.5.10,NVIDIA B200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,0.8167378997802734
