framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,0.387072001184736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,1.6717357635498047
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,1.5199168000902448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,1.327618748801095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,1.2991753135408675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,1.2846573693411691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,0.3783039961542402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,2.130011422293527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,2.068457130023411
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.3895131434713091
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.9405915703092302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,0.7473398838724409
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,0.7371995397976466
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.683562057358878
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,1.9492589746202742
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,0.7085842217717851
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.7143113085201809
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.3806811400822231
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.9550079992839269
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,0.3767085713999612
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,0.7739154287746974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,0.7695725662367684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,2.3117851529802596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.7424000024795532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,0.7436653784343175
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.740639088835035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,2.2865216050829207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.3838811389037541
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,0.7906916584287371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,2.192312683377947
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,0.7462802290916443
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.39037714685712543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.7400310856955392
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.3759478867053986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,0.7655058247702462
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.4317129109586988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.38620800205639433
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,2.1335378306252615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.37356708560671126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.38577463030815123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.7999570318630763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.4200804557119097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.3821759990283421
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.3855149720396314
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.37541851231030055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,2.1435337407248363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.39409737076078144
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,0.7947044542857579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,0.37834057211875916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.37428114243916105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.3763465123517173
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.3769901726927076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.5002523430756161
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,0.7848530309540885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.3816868577684675
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.3766537180968693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.5390665113925934
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.366366172688348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.37110857367515565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.8214701737676348
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.4676333725452423
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,2.4273152078901017
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.404717709336962
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.4129161162035806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.3786587425640651
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,0.7891849143164499
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.38356571538107737
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.49291337387902395
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.37250468390328545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.37832319821630206
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.4045723421233041
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.4852251436029162
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.3781147428921291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.37792000004223414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.8255332521029881
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.3684708561216082
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.40672182866505213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,1.1856777020863125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.37450331364359174
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.3804288012640817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.37890285679272245
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.5092745159353529
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,2.35771974836077
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,uniform,0.5390308499336243
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.3799634277820587
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.4262628538267953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.36277394465037754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.3906331445489611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.49070628966603963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,1.1635648114340646
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.37329828568867274
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.37074468561581203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.3870893691267286
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.4848941700799125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.443530057157789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_0.6,0.8792841110910689
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.3683840010847364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.36530468549047196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.3974080000604902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,1.087279541151864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.47768320100648065
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,2.339752238137381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.3774281127112252
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.5730322241783142
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.36435931410108297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_0.8,0.8246125749179295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.41311908534594943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.5037604578903743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.37147062931741986
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.3691145164625985
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,1.1012333631515503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.3684159943035671
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.4097060561180115
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,0.8632310833249773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.37548068250928607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.5058825152260916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.444818286384855
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,1.1081709691456385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.37398400051253183
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,2.318017830167498
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.02,0.8691465173448835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.37373257109097074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.5031469702720642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.37994056940078735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.36925805721964156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.5106889145714896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.3961782881191799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,0.950670633997236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.38134125641414096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.37440457258905685
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,1.298922974722726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.5188708552292415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.45579520208495006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.391203658921378
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.3801444547516959
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,2.37300568989345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.5372845683779035
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.4747885729585375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,uniform,0.5284297125680106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,1.2358198847089494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.4206089147499629
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.37997165748051237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.4444982835224697
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.38417828934533255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,uniform,0.856502856527056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.526276569707053
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.4209581732749939
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.39601097192083085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,1.2177956478936331
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.5446399978228977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.4547547425542559
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.4567899431501116
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.5206774873392922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_0.6,1.0053476555006844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.545641142981393
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_0.6,2.5904640061514717
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.5926509737968445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,1.1948946237564086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.48897462657519747
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.5481398888996669
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_0.8,0.9923529199191502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.3959588578769139
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.5506349716867719
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,1.2418861729758126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.669222400869642
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.39784686480249676
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.4070400084768023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.40342034271785193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.0622025149209158
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.6068946293422154
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_0.8,2.4839094843183247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.46235794339861186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.413161142383303
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.4499519978250776
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.6584539413452148
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,1.327519999231611
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.02,1.0911149672099523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.4903506287506649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.4902948558330536
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.5393828664507184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.6,0.6202121104512895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,1.3043995482581003
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.5413074263504574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,2.392129829951695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.164603430884225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,1.0354724611554826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.5140553150858198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.6,0.630264687538147
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.8,0.6379638808114189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.5842815995216369
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.8,0.6591561113085066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,1.2481892619814192
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.5992301736559187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,0.6933558872767858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,0.7142756530216762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.7159113134656634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.02,2.3035602501460484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,1.2642075334276472
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.02,0.7595245701926095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.02,0.691271311896188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,1.2697417088917324
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,0.8409846765654427
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,uniform,1.029741712978908
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,0.7662272010530744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.38645485043525696
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,2.5446976048605783
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,uniform,0.8331565771784101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,1.3450752053942
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_0.6,1.320525710923331
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.4510491405214582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,1.3363053730555943
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,uniform,0.6393188578741891
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,uniform,0.46673371536391123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.5377042293548584
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_0.8,1.4007707493645805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_0.6,2.6069778306143623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,1.2899035385676794
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.6,0.8410934839929853
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.6,0.6530980587005615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.6041910852704729
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,1.451914061818804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,uniform,0.6146468690463475
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,1.2978852612631662
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.8,0.9561417119843619
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.5385234270777021
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.8,0.6969572561127799
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.7302976012229919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_0.8,2.554132114137922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.6,0.9240402255739485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.02,1.5583835465567453
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,0.9860095994813102
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,1.4152557713644844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.7228909747941153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,1.0201572571481978
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.66580388375691
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,uniform,0.5375131368637085
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.8,0.980407771042415
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.02,1.0705490282603674
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,2.636642735345023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,1.629361367225647
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,1.1170733656202043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.02,0.9698733721460615
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.6,1.4119661671774728
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.8065910833222526
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,1.1449151958738055
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,1.023971654687609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.8,1.387989023753575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.02,2.629762738091605
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,1.3633005721228464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,1.1676425116402762
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.3960292611803327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.02,1.691288685798645
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.02,1.4297901732581002
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,2.7017965725490023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,1.1888018335614885
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,1.7978971447263445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.4614390850067138
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,uniform,1.5004937308175224
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,uniform,0.924402288028172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,uniform,0.8586834328515189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,uniform,1.5397942747388567
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,2.1650075333459036
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_0.6,2.8253266334533693
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.6,1.5263771397726877
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.6,1.3040594271251134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,uniform,0.5595977136066982
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_0.6,1.9707300526755196
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.8,1.4893805742263795
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.8,1.4069019283567157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_0.8,2.8135771342686247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.6,0.8715584005628313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,uniform,0.7130742924554008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.5111616032464164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_0.8,2.1829558713095527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,1.5922230890819005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.02,1.5422939470836095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.8,1.0196754353387014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.833388819013323
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.6,1.0824850252696445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.61748480456216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,2.323475190571376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.02,1.506054391179766
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,uniform,1.0001965846334184
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.8,1.340288005556379
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,1.500911545753479
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.02,2.857875190462385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,1.7521261692047119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,uniform,1.5031405687332153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.02,2.369778289113726
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.6,1.6069741657802037
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.02,1.4167094809668406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,1.6331163474491663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,3.065889835357666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.6,1.7448127882821218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,2.9077942848205565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.8,1.791331662450518
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.8,2.3850303990500312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.02,1.605657604762486
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,1.8949220384870256
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,uniform,2.8292525495801653
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,1.8564745153699602
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,2.486227192197527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.02,1.8000521183013916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,3.6618102959224155
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_0.6,3.242978770392282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,1.875281364577157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,uniform,0.8352822746549334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_0.8,3.2385170187268937
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.02,2.7094637870788576
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,uniform,1.5775588580540247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.6,1.1904237713132586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,3.345094415119716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,uniform,1.7595794371196203
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.6,2.37168185370309
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.6,2.136022867475237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.8,1.416159088271005
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,5.792012766429356
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.02,3.3548105307987757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.8,2.3619017328534806
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,uniform,2.7306834289005826
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.8,2.3278774806431364
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,3.644661923817226
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,2.3158052580697195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,2.476981953212193
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,3.513891635622297
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_0.6,3.5711103848048618
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,uniform,0.9870765805244446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.02,2.5127131393977575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.02,2.32090790612357
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,uniform,1.2708662748336792
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,uniform,3.282025166920253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.02,3.1105901854378835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,2.763628809792655
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.6,1.5628169093813216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_0.8,3.745248930794852
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_0.6,4.134848880767822
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.6,1.9911323513303485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.8,1.921415318761553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,3.8675327914101736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,4.661567108971732
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,4.182001399993896
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_0.8,4.293907165527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.8,2.197967539514814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,2.7171702998025076
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,uniform,2.783611365727016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.02,4.318832431520734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,uniform,1.8372799839292253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,4.417668560573033
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.6,3.5234331335340228
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,3.4931949956076487
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.02,3.0360539368220736
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,5.074095548902239
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.02,4.381507614680699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.6,3.8358043670654296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.8,3.6402907643999374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.02,3.620749718802316
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,4.682036113739014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,3.9082916600363595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,5.413511262621198
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.8,4.928023760659354
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.02,3.980245018005371
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,6.150058964320592
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,uniform,2.9614034039633617
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,4.190637711116246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,5.643574823651995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,uniform,5.329042298453195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.6,4.454418236868722
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.02,5.819334425245013
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_0.6,6.5431305204119
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.8,4.666045229775565
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,uniform,1.5438171454838343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_0.8,6.843372794560024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,uniform,5.2882834162030905
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,uniform,5.1278582981654575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,10.756344590868268
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,6.573087092808315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.6,2.235743079866682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,6.9656072616577145
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_0.6,6.652474512372698
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.6,6.154245471954345
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.02,5.881811210087368
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.8,2.7716068608420237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.02,7.180607972826277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,uniform,1.8342125586100988
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.8,6.556556851523263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_0.8,7.6978779247828895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,7.515231963566372
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,uniform,2.3780389172690257
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.01,4.61482880456107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,8.78904048374721
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.6,3.0495607035500663
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,6.950844355991909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,8.064565018245153
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.6,3.876885005405971
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.02,4.716705880846296
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.8,3.7552977970668246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.02,6.672997488294329
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.8,4.271130480085101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.02,8.423936012813023
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,7.907309695652553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.01,4.8455469540187295
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,uniform,10.006546429225377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.2,12.090518842424665
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,uniform,3.534491402762277
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.01,6.8896713529314315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.02,5.706103828975133
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,11.596547644478933
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_0.6,11.4213166645595
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.6,8.331312479291643
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.02,6.066810539790562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.2,10.047150584629604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_0.8,12.187476185389928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,uniform,5.797069685799735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.8,12.014721815926688
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.2,14.408308165413994
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,uniform,10.122454915727888
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,12.302368872506278
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.6,7.860175568716866
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.6,11.643971633911132
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.02,12.332328196934291
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.01,17.041007477896553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.8,9.054788534981864
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.8,12.466413743155343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,13.72339289528983
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.01,10.649741772242955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,uniform,10.532553264072963
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.02,25.768943677629743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,13.454049818856376
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,uniform,2.9315383093697682
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.02,11.012371253967284
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_0.6,14.17487907409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.02,13.609598159790039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.6,4.385784680502756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,uniform,3.480091401508876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.2,17.701412473406112
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,17.419883155822752
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_0.8,15.923766899108887
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.8,5.42624819619315
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.2,33.71880509512765
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,uniform,4.630797726767404
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.6,5.794925689697266
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_1.01,16.731184550694056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.01,9.852817371913366
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.6,7.569356782095773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.8,7.491443238939557
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.02,9.75594335283552
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_1.02,17.962785938807897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.8,9.414523451668876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.01,11.777282769339426
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.01,14.143320764814105
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_1.2,23.32897284371512
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.02,12.50062356676374
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.2,31.052519389561244
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.02,14.94548203604562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,uniform,7.169641154153006
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.2,23.203010722569058
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,uniform,11.509650366646904
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.6,19.994390078953334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.6,16.223032651628767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.2,29.6270136151995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.8,18.459121431623185
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.8,27.1130247933524
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.01,24.81552734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.02,24.08376590183803
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.01,64.57382016863141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,uniform,5.712854862213135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.2,32.145886993408205
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,uniform,6.822678906576974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.6,8.52220892224993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.02,47.93415200369699
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.6,11.259633418491909
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,uniform,9.110651424952916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.8,10.955999156406948
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.8,14.005037798200334
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.6,15.197409956795829
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.01,22.378359712873188
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.2,93.42563574654716
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.01,25.54114646911621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.8,18.78540156228202
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.02,21.325560651506695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.02,25.615826906476702
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.01,26.899838202340263
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.02,36.52115086146763
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.2,61.27604304722377
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,uniform,21.48787225995745
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.6,71.69207425798689
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.8,95.37086072649275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.01,113.2279046194894
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.02,105.82404458182198
