framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,0.40285257356507437
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,1.433877944946289
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,1.2861787387302943
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,1.284231322152274
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,1.2200667449406215
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,1.1898358855928695
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,0.3779017116342272
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,1.7288283518382481
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,1.7199186222893852
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.695006172997611
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,1.6670317717960903
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.6647396496364049
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,0.38746970891952515
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,1.870941264288766
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,1.85239679813385
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.7599515438079834
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,1.747035425049918
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.7084288018090383
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,0.385060578584671
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,1.9192548547472272
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,1.878856222970145
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.8500781672341482
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,1.8199972527367727
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.839416684423174
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,uniform,0.4641142870698656
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_0.6,1.970908328465053
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_0.8,1.935995432308742
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.941478395462036
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.02,1.910585607801165
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.955456018447876
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,uniform,0.7127222844532558
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_0.6,2.029365018435887
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_0.8,2.0235511030469624
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,2.0678701877593992
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.02,2.059442285129002
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,2.1391606875828333
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.3902445776121957
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.9927149755614144
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.9992649112428937
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.9726637755121503
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.9732644609042577
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.978724569933755
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.38354742527008057
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,1.0724845801080976
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,1.0583908591951643
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,1.0022710851260594
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.9876406908035278
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,1.005485713481903
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.38703542947769165
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,1.0727058274405343
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,1.067014397893633
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,1.0326080015727452
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,1.0440329142979212
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,1.0270381723131452
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.38260571019990103
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,1.1096420492444719
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,1.0748635394232613
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,1.0910326855523245
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,1.0851263897759573
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,1.1127222878592355
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,uniform,0.4683931384767805
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.6,1.153223306792123
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.8,1.1092059510094778
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.1580059392111641
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.02,1.1300845691135952
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.2134957688195365
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,uniform,0.7101668460028512
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.6,1.2541266236986433
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.8,1.2422527994428363
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.2962459427969797
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.02,1.3020251478467668
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.3704438924789428
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,uniform,1.1971337114061629
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.6,1.5420150824955532
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.8,1.5208009106772287
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,1.5788187503814697
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.02,1.580717716898237
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,1.7498505217688425
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,uniform,1.5336045707975114
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.6,2.072241384642465
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.8,2.10700067452022
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,2.3078902789524625
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.02,2.264844812665667
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,2.568576901299613
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,uniform,2.6054536955697194
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.6,3.3005513191223144
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.8,3.58594742502485
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,4.224754313060216
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.02,3.884589726584298
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,4.130029705592564
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,uniform,4.984470912388393
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.6,6.1908991949898855
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.8,6.705813080923898
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,7.2004361288888115
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.02,7.460815579550607
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,8.07785872050694
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,uniform,9.843108449663434
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.6,11.976379421779088
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.8,12.170937647138324
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,14.836149133954729
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.02,14.470777538844517
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,14.438342366899763
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.38290742891175406
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,0.636234974861145
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,0.6220973747117179
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.6086537156786237
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,0.6150463955742972
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.6225005711827959
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.3782262887273516
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,0.6568557705198016
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,0.6477842279842921
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.6414363486426217
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,0.6104356561388288
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.6336502926690238
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.37871542147227694
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,0.6552877715655736
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,0.6339044570922852
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.6474267448697771
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,0.654195203099932
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.6615542888641357
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.38394971404756817
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,0.6552073121070862
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,0.6865069695881435
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.694609374659402
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,0.6826944027628218
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.7164096014840262
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,uniform,0.4696457087993622
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_0.6,0.7391890304429191
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_0.8,0.7621311954089574
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,0.7937508583068847
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.02,0.753942859172821
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,0.8111350808824812
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,uniform,0.7173531396048409
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_0.6,0.8845046894890921
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_0.8,0.884961828163692
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,0.9845467397144863
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.02,0.9444315450532096
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.0235565730503626
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,uniform,0.901110861982618
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_0.6,1.220831094469343
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_0.8,1.2281380619321551
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,1.3876397745949882
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.02,1.3732287985937937
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,1.698699883052281
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,uniform,1.4307748419897897
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_0.6,1.9079460552760532
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_0.8,2.0411264078957694
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,2.401764576775687
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.02,2.2689216000693184
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,2.8939346177237373
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,uniform,2.6206720215933665
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_0.6,3.6649883474622453
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_0.8,3.95227792603629
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,4.1328649316515245
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.02,4.07298104422433
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,5.2308205877031595
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,uniform,5.0534811701093405
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_0.6,6.932311752864293
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_0.8,7.650297600882394
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,8.551988983154297
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.02,8.37677719933646
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,11.282468577793667
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,uniform,10.444150924682617
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_0.6,12.792207581656319
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_0.8,14.017489433288574
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_1.01,17.123643357413155
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_1.02,17.439438574654716
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_1.2,19.263835389273506
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.3761280008724758
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.441378744159426
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.4222957696233477
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.4146029736314501
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.4308873133999961
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.43011108636856077
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.3711314243929727
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.45404251302991594
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.43039268510682244
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.4444077704633985
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.4286756566592625
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.4339291410786765
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.38144000087465557
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.4513033126081739
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.4514066278934479
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.4549001157283783
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.4516662895679474
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.47255954231534686
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.37953828488077435
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.4884635397366115
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.49190582718167986
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.501067887033735
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.5224630832672119
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.5405010274478368
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.47630171690668377
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.6,0.5815762264387948
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.8,0.6018367988722665
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,0.6328310898372105
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.02,0.6605019450187684
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,0.7277247973850796
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,uniform,0.5829120022909982
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.6,0.7677888018744332
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.8,0.8418587446212769
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,0.9581083416938782
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.02,0.924005479472024
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,1.1352914214134215
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,uniform,0.8646765777042934
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.6,1.1665325675691878
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.8,1.2604818310056414
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,1.674016925266811
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.02,1.6658157723290579
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,1.9802276747567313
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,uniform,1.4902125767299108
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.6,2.0543414797101702
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.8,2.265194072042193
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,3.275652599334717
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.02,2.9317595549992155
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,3.5872000081198556
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,uniform,2.798116547720773
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.6,3.964331899370466
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.8,4.437595408303397
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,6.056859411512103
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.02,5.268446159362793
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,8.134820515768869
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,uniform,5.485892636435373
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.6,8.3438015801566
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.8,8.919968904767718
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.01,10.526321465628488
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.02,11.419975335257394
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.2,17.143396622794015
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,uniform,11.07194982256208
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.6,16.142505019051686
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.8,18.42404384613037
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.01,23.7868773324149
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.02,23.700618144444057
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.2,33.112214006696426
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.37969828503472464
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.3714431984083993
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.3727963430540902
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.37390994344438827
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.3696411413805825
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.36598308512142724
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.3730285721165793
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.37385874390602114
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.3750610274927957
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.373647540807724
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.36997851473944526
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.37744274480002266
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.3768914299351828
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.37442560281072346
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.3721371412277222
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.38420022896357947
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.38651154211589267
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.40204525504793437
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.3809097111225128
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.42514377321515767
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.4401956566742488
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.4780745157173702
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.47200457198279244
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.5470326840877533
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.41149256910596577
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.6,0.551938739844731
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.8,0.5846299460956028
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,0.6853083423205785
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.02,0.6759423971176147
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,0.8895561116082328
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,uniform,0.5751862781388419
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.6,0.8688749739101955
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.8,0.9280265195029123
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,1.0994185073035103
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.02,1.0432082261357989
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,1.4623716592788696
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,uniform,0.9326857072966439
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.6,1.502196114403861
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.8,1.7393097162246705
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,1.8793152025767734
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.02,1.9542098351887294
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,2.887239292689732
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,uniform,1.7032228708267212
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.6,2.7591158866882326
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.8,3.3857078688485283
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,4.097327545710972
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.02,3.6762331213269914
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,5.918741021837507
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,uniform,3.2469851630074635
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.6,5.22475152696882
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.8,6.056509249550956
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.01,7.382707214355468
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.02,8.607910469600133
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.2,14.562654277256557
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,uniform,6.385947363717215
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.6,10.238556235177176
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.8,11.147074699401855
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.01,18.035508264814105
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.02,20.711633273533412
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.2,28.620390319824217
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,uniform,12.711524418422155
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.6,20.978698131016323
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.8,24.201229640415736
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.01,41.236317552839004
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.02,32.63752114432199
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.2,71.52700631277902
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.3828342854976654
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.3755547421319144
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.3756781714303153
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.36997668487685065
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.3742838851043156
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.37415131330490115
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.37282743624278475
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.3720091445105416
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.37625600014414107
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.3719570279121399
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.37398674147469657
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.37775543076651436
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.38202514392989023
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.37653394426618303
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.3796534861837115
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.4088210267680032
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.3918235438210624
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.46423131482941765
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.39917257002421785
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.42214400087084086
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.48279862914766586
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.5413668581417629
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.543962516954967
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.689664922441755
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,uniform,0.4297691455909184
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.6,0.6090112004961287
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.8,0.6859510847500392
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,0.8356937204088484
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.02,0.8674294931547982
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,1.1755977136748177
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,uniform,0.6617142813546317
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.6,1.01994423355375
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.8,1.3936895983559745
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,1.5508516652243478
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.02,1.535736690248762
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,2.516325466973441
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,uniform,1.1614034175872803
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.6,1.8316379376820155
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.8,2.287849133355277
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,3.187750400815691
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.02,3.0099410261426653
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,4.740982832227434
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,uniform,2.1708206108638217
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.6,3.447424922670637
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.8,4.52635884966169
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.01,6.929330321720668
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.02,6.254951327187674
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.2,11.65875118800572
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,uniform,4.189641066959926
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.6,7.3908616747174944
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.8,8.985546084812709
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.01,13.85330559866769
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.02,17.87460572378976
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.2,24.895997292654855
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,uniform,8.24053955078125
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.6,15.289527675083706
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.8,17.35068073272705
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.01,27.272726821899415
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.02,29.4251713344029
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.2,48.87348839896066
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.37819886207580566
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.37783314500536236
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.37633645960262846
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.37339245676994326
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.3767085722514561
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.3742052563599178
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.38064914090292795
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.3794678849833352
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.3794459453650883
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.3814006847994668
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.38613943117005484
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.3944082294191633
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.3881508537701198
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.39282560178211756
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.39895863107272556
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.47484342455863954
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.4983606891972678
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.60252708366939
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.4262857139110565
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.5047113146100726
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.6025919999395098
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.7550098265920366
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.7694153138569423
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,1.0564077700887406
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,uniform,0.51166170835495
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.6,0.7906047991343907
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.8,0.9480018326214381
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,1.452235882622855
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.02,1.3490642241069248
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,2.004372123309544
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,uniform,0.8945919956479754
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.6,1.4435547419956751
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.8,1.6593060493469238
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,2.61450606073652
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.02,2.759849146434239
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,5.214046171733311
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,uniform,1.6259520224162511
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.6,2.6429686886923656
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.8,3.2736649036407472
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.01,5.82073233468192
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.02,5.42986604145595
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.2,9.774722834995815
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,uniform,3.086692605699812
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.6,5.196419675009591
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.8,6.9566262926374165
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.01,12.389263507298061
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.02,9.233623777117048
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.2,24.090777587890624
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,uniform,6.049174853733608
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.6,11.265366881234305
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.8,14.831259509495327
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.01,23.674015862601145
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.02,29.60137051173619
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.2,53.84878387451172
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.37382400035858154
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.37615359936441695
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.37518628580229624
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.37117440019335063
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.3753718870026725
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.37439908725874765
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.3869897169726236
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.38103131566728865
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.38284251179013934
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.4097727996962411
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.4160246866089957
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.5375021704605647
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.41628800119672504
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.42199131335530965
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.445250746182033
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.6200511966432843
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.6293019379888262
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,1.0115967954908098
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.4932754337787628
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.6115894845553806
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.758213484287262
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,1.0881645764623369
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,1.1385078804833548
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,2.15407908303397
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,uniform,0.7392045685223171
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.6,1.0806921243667602
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.8,1.3262948649270194
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,2.1835711887904576
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.02,2.068960915293012
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,4.348362057549613
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,uniform,1.3540571246828352
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.6,2.008821940422058
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.8,2.6736621584211075
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.01,4.069409833635603
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.02,4.769657598223005
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.2,10.056066731044224
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,uniform,2.5500069005148753
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.6,3.923690973009382
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.8,5.124724074772426
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.01,9.255984388078963
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.02,9.436029270717077
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.2,20.92237151009696
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,uniform,4.9467885834830145
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.6,7.581941945212228
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.8,10.525442695617675
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.01,21.91327362060547
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.02,22.193031202043805
SGLang,0.5.10,NVIDIA H200,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.2,42.41813027518136
