framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,uniform,0.15493119955062867
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,uniform,0.22889599800109864
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,uniform,0.4019040107727051
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,uniform,0.7385856151580811
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.7354015827178955
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.7376319885253906
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.7383711814880372
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.7388735771179199
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.6,0.39590206146240237
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.8,0.3878496170043945
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.29686464309692384
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.02,0.27127168655395506
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.25574655532836915
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.6,0.3448563385009765
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.8,0.33497024536132813
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.39252670288085934
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.02,0.368737907409668
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.3321171188354492
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.6,0.48126079559326174
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.8,0.41387199401855473
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.39381118774414064
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.02,0.40609088897705076
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.4162854385375977
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.6,0.5061452865600586
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.8,0.5300755310058594
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.48044097900390625
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.02,0.4676588821411133
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.49335422515869143
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.6512812805175782
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.6260780715942383
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.5898643112182617
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.6056012725830078
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.5604531097412109
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,0.6536934661865235
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,0.6352134323120117
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.6306220626831054
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.6348262405395507
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.6323334503173828
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,0.6901785278320313
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,0.6785497283935547
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.6586041259765625
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,0.6405049896240234
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.6598636627197265
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,0.7108627319335937
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,0.7029811096191406
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.6837478637695312
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,0.6662502288818359
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.7274240112304687
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,uniform,0.13115839958190917
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,uniform,0.2108544111251831
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,uniform,0.3823040008544922
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,uniform,0.3826591968536377
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.3841344118118286
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.3834431886672974
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.3840928077697754
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.38524799346923827
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.6,0.20714815139770507
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.8,0.23061119079589845
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.21577215194702148
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.02,0.23354303359985354
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.2013324737548828
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.6,0.3369971084594726
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.8,0.28619136810302737
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.26323072433471684
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.02,0.2514777565002441
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.21994752883911134
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.6,0.33585662841796876
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.8,0.27185535430908203
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.29424448013305665
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.02,0.259356803894043
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.29645055770874024
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.6,0.3404064178466797
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.8,0.330940170288086
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.33490814208984376
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.02,0.33437633514404297
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.3252755355834961
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,0.36352512359619144
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,0.3467744064331055
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.34749118804931645
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,0.35484737396240235
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.3365299224853516
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,0.3715558242797852
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,0.3642329788208008
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.3494630432128906
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,0.3484371185302734
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.36613441467285157
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,0.36978687286376954
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,0.3684761428833008
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.3610540771484375
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,0.37160511016845704
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.3959775924682617
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,0.4006784057617187
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,0.391383056640625
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.42486526489257814
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,0.41644222259521485
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.4337830352783203
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,uniform,0.12398079633712769
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,uniform,0.20385921001434326
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,uniform,0.2038111925125122
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,uniform,0.20505599975585936
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.2051487922668457
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.2054624080657959
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.20692799091339112
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.20701758861541747
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.6,0.1987936019897461
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.8,0.18158016204833985
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.1912460708618164
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.02,0.17582719802856445
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.1963155174255371
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.6,0.19465343475341795
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.8,0.17224000930786132
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.19297664642333984
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.02,0.16339391708374024
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.14363327980041504
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.6,0.19425600051879882
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.8,0.18854591369628906
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.19021760940551757
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.02,0.1901753616333008
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.19244415283203126
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.6,0.19749183654785157
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.8,0.1976076889038086
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.1832703971862793
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.02,0.19503551483154297
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.19217855453491212
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.19963455200195312
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.19242752075195313
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.1965216064453125
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.18573183059692383
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.18961919784545897
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.20027456283569336
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.2030131149291992
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.20268159866333008
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.19974592208862305
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.20421888351440431
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.22309696197509768
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.2292985534667969
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.2398700714111328
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.2220102310180664
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.24917568206787108
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.23929536819458005
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.2578400039672851
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.2652051162719727
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.2900902366638184
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.3034841537475586
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,uniform,0.1128767967224121
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,uniform,0.11274559497833252
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,uniform,0.11280959844589233
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,uniform,0.1141759991645813
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.11531519889831543
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.11549439430236816
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.11593600511550903
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.1241919994354248
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.6,0.1085632038116455
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.8,0.10185279846191406
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.09513088226318359
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.02,0.10038592338562011
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.09482879638671875
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.6,0.10716480255126952
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.8,0.10572352409362792
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.10788415908813476
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.02,0.10373503684997558
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.10821375846862794
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.6,0.10998592376708985
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.8,0.11162560462951661
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.10946623802185058
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.02,0.105098876953125
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.10852607727050781
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.6,0.1113740825653076
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.8,0.11017215728759766
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.1102284812927246
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.02,0.11036479949951172
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.11110336303710937
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.11164928436279298
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.11547072410583496
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.11917887687683107
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.11771967887878418
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.12499648094177247
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.12305279731750489
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.13321855545043945
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.13571264266967772
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.134137601852417
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.14266816139221192
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.1441759967803955
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.1611724853515625
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.17157567977905272
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.16748031616210937
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.20423551559448244
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.19230207443237304
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.22494592666625976
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.23836736679077147
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.26047103881835937
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.34120193481445316
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,uniform,0.06610559821128845
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,uniform,0.06550400257110596
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,uniform,0.06567360162734985
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,uniform,0.06747199892997742
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.0681984007358551
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.06807039976119995
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.07238079905509949
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.09612159729003907
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.6,0.06537792205810547
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.8,0.06678912162780762
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.06544000148773194
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.02,0.06500224113464356
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.06525375843048095
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.6,0.06499775886535644
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.8,0.06513023853302002
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.06664063930511474
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.02,0.06680960178375243
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.06517695903778076
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.6,0.06684735774993897
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.8,0.06518208026885987
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.0649561595916748
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.02,0.06678719997406006
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.06985727787017823
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.6,0.06719168186187743
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.8,0.06855167865753173
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.07639935970306397
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.02,0.07238912105560302
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.07986495971679688
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.07223616123199464
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.07716288089752196
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.08927488327026367
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.09015680313110351
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.09886336326599121
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.09426560401916503
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.10500479698181153
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.12406399726867676
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.11288640022277832
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.13971967697143556
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.11527168273925781
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.14424256324768064
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.174322566986084
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.1703686332702637
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.24274623870849607
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.197455997467041
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.20967744827270507
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.3358969497680664
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.3064121627807617
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.48557056427001954
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,uniform,0.043305599689483644
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,uniform,0.043084800243377686
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,uniform,0.04324800074100495
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.04542079865932465
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.04551360011100769
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.04718720018863678
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.059280002117156984
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.08961920142173767
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.6,0.04312895774841309
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.8,0.04436416149139404
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.044315519332885744
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.02,0.04436992168426514
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.0443942403793335
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.6,0.0443942403793335
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.8,0.044396162033081055
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.04458752155303955
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.02,0.04433536052703858
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.04446400165557861
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.6,0.044547200202941895
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.8,0.046371841430664064
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.048990721702575686
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.02,0.04667967796325684
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.04656511783599854
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.6,0.04660287857055664
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.8,0.05627583980560302
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.06256447792053223
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.02,0.0628492784500122
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.07076672077178955
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.05764095783233643
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.06818880081176758
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.08504704475402833
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.06836607933044433
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.10380352020263672
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.09092800140380859
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.09695103645324707
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.12649791717529296
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.12365759849548338
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.1860748863220215
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.1358515167236328
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.1619046401977539
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.25312831878662106
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.222289924621582
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.32336318969726563
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.22995391845703125
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.3089548873901367
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.4518361663818359
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.41520832061767576
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,0.9153753662109375
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,uniform,0.029769599437713623
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,uniform,0.029846400022506714
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.02971520125865936
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.03138239979743958
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.033958399295806886
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.041459199786186215
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.057030397653579715
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.08825280070304871
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.6,0.02975680112838745
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.8,0.030279040336608887
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.03033792018890381
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.02,0.0301529598236084
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.030806400775909425
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.6,0.030565760135650634
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.8,0.03191488027572632
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.03265408039093017
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.02,0.032963199615478514
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.041323518753051756
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.6,0.032686719894409175
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.8,0.03977152109146118
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.04047359943389893
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.02,0.041535358428955074
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.04942975997924805
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.6,0.03997503995895386
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.8,0.049107837677001956
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.05447487831115723
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.02,0.05354559898376465
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.08416704177856446
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.052124161720275876
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.06622911930084228
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.09538368225097657
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.09963711738586425
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.1484876823425293
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.08287487983703613
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.10512000083923341
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.15880319595336914
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.17084735870361328
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.32826049804687496
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.1439852809906006
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.19326911926269533
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.33096832275390625
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.34861312866210936
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,0.5759526443481445
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.23595775604248045
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.34776512145996097
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,0.7061222076416016
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,0.6514963531494141
SGLang,0.5.10,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,1.8363110351562502
